-- Logs begin at Tue 2021-04-20 18:49:40 UTC, end at Tue 2021-04-20 19:50:17 UTC. --
Apr 20 19:20:08.048614 dv-cinder-787264-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 19:20:11.230514 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.common.config [-] Logging enabled!
Apr 20 19:20:11.231059 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 19:20:11.232352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86261) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 19:20:11.234142 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.common.config [-] Logging enabled!
Apr 20 19:20:11.234435 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 19:20:11.234787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86261) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 19:20:11.235831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 19:20:11.236101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 19:20:11.237775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 19:20:11.238056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 19:20:11.238316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 19:20:11.238686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.239030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.239371 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.239634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.239973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.240307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.240630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.240991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.241334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.241667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.241985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.242307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.242570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.242891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.243221 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.243550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.243805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.244122 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.244654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.245007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.245326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.245656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.245972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.246279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.246594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.246919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.247286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] host                           = dv-cinder-787264-1-iscsi {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.247600 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.247930 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.248257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.248583 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.248921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.249237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.249561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.249870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.250178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.250489 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.250818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.251147 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.251478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.251756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.252547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.252890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.253223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.253538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.253849 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.254159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.254470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.254781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.255084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.255413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.255739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.256063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.256373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.256682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.257035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.257346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.257671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.257978 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.258286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.258595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.258920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.259224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.259534 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.259874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.260198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.260520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.260865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.261176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.261504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.261812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.262118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.262422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.262729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.263032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.263352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.263661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.263967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.264274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.264580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.264929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:11.265265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.265603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.265947 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.266265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.266599 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.266915 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.267243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.267608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.267943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.268365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.268693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.269037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.269368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.269683 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.270020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.270368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.270705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.271038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.271348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.271662 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.271971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.272287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.272611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.272980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.273317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.273626 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.273948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.274281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.274598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.274907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.275223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.275555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.275871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.276181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.276502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.276840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.277152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.277458 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.277774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.278112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.278428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.278736 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.279046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.279363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.279672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.279999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.280317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.280628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.280963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.281282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.281598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.281909 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.282228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.282538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.282853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.283234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.283608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.283908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.284220 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.284532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.284867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.285180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.285497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.285809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.286117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.286429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.286741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.287049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.287373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.287710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.288025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.288589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.288938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.289257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.289574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.289889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.290206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.290521 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.290832 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.291166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.291492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.291815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.292135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.292450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.292816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.293138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.293460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.293776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.294092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.294421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.294745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.295080 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.295413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.295745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.296076 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.296404 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.296755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.297098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.297416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:11.297668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 19:20:11.297931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86261) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 19:20:11.960126 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO keyring.backend [-] Loading Gnome
Apr 20 19:20:11.976752 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO keyring.backend [-] Loading Google
Apr 20 19:20:11.979421 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 19:20:11.982964 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO keyring.backend [-] Loading file
Apr 20 19:20:11.983799 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO keyring.backend [-] Loading keyczar
Apr 20 19:20:11.984078 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO keyring.backend [-] Loading multi
Apr 20 19:20:11.984738 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO keyring.backend [-] Loading pyfs
Apr 20 19:20:12.031467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:12.031778 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:12.032100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:12.032472 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 19:20:12.426512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.427030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.427123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.428438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.428884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.429190 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.467003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.467314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.467612 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.482417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.482731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.483031 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.548957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.549279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.549570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.550577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.550881 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.552585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.821067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f08a72f57b8> agent after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.821388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f08a72f57b8> agent after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.821685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f08a72f56a8> segment precommit_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.821988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f08a72f5730> network precommit_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.822810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f08a74a29d8> segment before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.969254 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> network before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.969625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f08a761fa60> agent before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.969948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> network before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.970255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> port before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.971086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> port before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.971613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> segment after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.972098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> segment precommit_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.972399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> segment precommit_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.972701 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> segment after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.973076 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> network after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.973383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> network precommit_delete 0 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.973699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> port provisioning_complete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.974014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.974315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> rbac-policy after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.974631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> agent after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.974956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> subnet after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.975256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> subnet precommit_delete 0 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.975577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.975870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.976209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> segment_host_mapping after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.976658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> port after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.977000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> port after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.977288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> port after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.977630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.977917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.978202 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f08a7e52048>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:12.978628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:20:12.978903 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:20:12.979177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:20:12.979451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:20:12.979724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:20:12.979993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:20:12.980405 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 19:20:12.983490 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 19:20:12.987575 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 19:20:12.991307 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Apr 20 19:20:12.992968 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 19:20:12.994227 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 19:20:12.994605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 19:20:12.995036 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 19:20:12.998714 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 19:20:12.998999 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 19:20:12.999387 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 19:20:13.026001 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 19:20:13.026497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f08a744bcc0>> qos_plugin after_init 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.026827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86261) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 19:20:13.027229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f08a73b94e0>> logging-plugin after_init 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.028559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86261) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 19:20:13.028900 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 19:20:13.029181 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 19:20:13.032276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f08a73b9550>> floatingip before_response 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.032590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f08a73b9550>> port before_response 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.099637 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 19:20:13.099859 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 19:20:13.100126 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 19:20:13.100518 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 19:20:13.133532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.sqlalchemy.engines [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86261) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 19:20:13.576723 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Initializing driver for type 'gre'
Apr 20 19:20:13.577327 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] gre ID ranges: [(1, 1000)]
Apr 20 19:20:13.617198 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Initializing driver for type 'local'
Apr 20 19:20:13.617578 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Initializing driver for type 'vlan'
Apr 20 19:20:13.627868 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] VlanTypeDriver initialization complete
Apr 20 19:20:13.628246 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Initializing driver for type 'vxlan'
Apr 20 19:20:13.628795 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] vxlan ID ranges: [(1, 1000)]
Apr 20 19:20:13.668243 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Initializing extension driver 'port_security'
Apr 20 19:20:13.668603 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.extensions.port_security [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] PortSecurityExtensionDriver initialization complete
Apr 20 19:20:13.669005 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Initializing mechanism driver 'openvswitch'
Apr 20 19:20:13.669368 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Initializing mechanism driver 'hyperv'
Apr 20 19:20:13.676183 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:13.677026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a72962b0>> port after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.677458 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a72962b0>> port after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.677823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a72962b0>> port after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.678247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6dcdf98>> subnet after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.678633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6dcdf98>> subnet after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.679011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6dcdf98>> subnet after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.679426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd198>> network after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.679803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd198>> network after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.680177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd198>> network after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.680589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd358>> security_group after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.680994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd358>> security_group after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.681516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd358>> security_group after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.681939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd518>> security_group_rule after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.682318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd518>> security_group_rule after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.682694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd518>> security_group_rule after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.683108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd6d8>> address_group after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.683486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd6d8>> address_group after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.683856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f08a6ddd6d8>> address_group after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.684219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] ML2 OVO RPC backend initialized. {{(pid=86261) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 19:20:13.685030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> router_interface after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.685417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> router_interface after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.685873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> network before_response 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.686255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> networks before_response 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.686632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> port before_response 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.687005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> ports before_response 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.687381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> subnet before_response 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.687755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> subnets before_response 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.688133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> network after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.688505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> network after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.688904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> network after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.689853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> port after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.690309 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> port after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.690694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> port after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.691066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> subnet after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.691436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> subnet after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.691809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f08a6ddd7b8>> subnet after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.692433 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.plugin [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Modular L2 Plugin initialization complete
Apr 20 19:20:13.693265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading services supported by the core plugin {{(pid=86261) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 19:20:13.693633 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.plugins.ml2.managers [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Got port-security extension from driver 'port_security'
Apr 20 19:20:13.694138 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.extensions.vlantransparent [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Disabled vlantransparent extension.
Apr 20 19:20:13.694675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86261) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 19:20:13.695017 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading Plugin: router
Apr 20 19:20:13.732609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router_interface before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.733052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router after_create 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.733464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router before_create 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.733868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router_interface before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.734286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router_interface after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.734675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router after_delete 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.735071 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> floatingip after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.735479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router after_create 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.735858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router after_update 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.736829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router after_update 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.737215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router_gateway after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.737614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router after_update 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.738099 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router precommit_update 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.738512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f08a7434c80> port after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.738886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f08a7434e18> port after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.739260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f08a7434d90> subnet after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.739632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f08a7434d08> subnetpool_address_scope after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.740019 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> port precommit_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.740400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router precommit_create 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.740798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f08a74268c8> port before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.741182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router precommit_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.741584 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router after_update 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.741967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router precommit_delete 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.742353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router precommit_create 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.742800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router_interface after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.743188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> router precommit_update 55549900 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.743616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f08a6ddd940>> network after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.744606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Tracking information for resource: router configured {{(pid=86261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:20:13.745014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Tracking information for resource: floatingip configured {{(pid=86261) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:20:13.749857 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_agentschedulers_db [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 19:20:13.750497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f08a6d60e18> port after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.750893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f08a6d60d08> port after_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.751280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function _notify_port_delete at 0x7f08a6d60d90> port after_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.751670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f08a6d68048> port after_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.753216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f08a6d7e748>> router before_create 55550100 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.753613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f08a6d7e748>> router precommit_delete 55550100 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.754024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f08a6d7e748>> router precommit_create 55550100 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.754416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f08a6d7e748>> router precommit_update 55550100 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.764972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.provider_configuration [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service providers = [] {{(pid=86261) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 19:20:13.765412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.servicetype_db [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86261) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 19:20:13.768337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.service_base [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 19:20:13.768755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.service_base [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 19:20:13.769114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.service_base [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 19:20:13.769998 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.service_base [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86261) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 19:20:13.770437 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.services.service_base [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 19:20:13.770864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:20:13.771218 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 19:20:13.781470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:20:13.781838 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading Plugin: auto_allocate
Apr 20 19:20:13.788123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f08a6d33730> network precommit_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.788808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f08a6d33730> network precommit_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.789394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:20:13.789751 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading Plugin: tag
Apr 20 19:20:13.796774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:20:13.797155 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading Plugin: timestamp
Apr 20 19:20:13.801750 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:20:13.802123 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading Plugin: network_ip_availability
Apr 20 19:20:13.807603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f08a6c8f390>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.808018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f08a6c8f390>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.808410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f08a6c8f390>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:13.809222 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:20:13.809584 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading Plugin: flavors
Apr 20 19:20:13.814073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:20:13.814555 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading Plugin: revisions
Apr 20 19:20:13.818982 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86261) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:20:13.819410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=86261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:13.820209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86261) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 19:20:13.820569 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Initializing extension manager.
Apr 20 19:20:13.821148 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: __init__.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.821524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: __pycache__ {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.821893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.822260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: address_group.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.823053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.823682 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: address-group
Apr 20 19:20:13.824043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: address_scope.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.824829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.825408 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: address-scope
Apr 20 19:20:13.825766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.826697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.827276 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: router-admin-state-down-before-update
Apr 20 19:20:13.827641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: agent.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.828389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.828983 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: agent
Apr 20 19:20:13.829343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: agent_resources_synced.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.830271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.830905 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: agent-resources-synced
Apr 20 19:20:13.831266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: allowedaddresspairs.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.833068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.833656 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: allowed-address-pairs
Apr 20 19:20:13.834020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: auto_allocated_topology.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.835087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.835661 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: auto-allocated-topology
Apr 20 19:20:13.836026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: availability_zone.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.836789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.837363 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: availability_zone
Apr 20 19:20:13.837733 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: availability_zone_filter.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.838644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.839217 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: availability_zone_filter
Apr 20 19:20:13.839577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: data_plane_status.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.840614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.841217 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 19:20:13.841615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: default_subnetpools.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.842530 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.843104 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: default-subnetpools
Apr 20 19:20:13.843463 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.844328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.844935 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: dhcp_agent_scheduler
Apr 20 19:20:13.845300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: dns.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.846738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.847310 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 19:20:13.847677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: dns_domain_ports.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.848592 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.849195 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 19:20:13.849554 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: dvr.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.850265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.850830 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: dvr
Apr 20 19:20:13.851184 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: empty_string_filtering.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.852091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.852659 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: empty-string-filtering
Apr 20 19:20:13.853039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.853951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.854510 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 19:20:13.854865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.855766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.856333 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 19:20:13.856691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: external_net.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.858078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.858630 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: external-net
Apr 20 19:20:13.858989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.859900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.860467 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: extra_dhcp_opt
Apr 20 19:20:13.860850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: extraroute.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.862373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.862938 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: extraroute
Apr 20 19:20:13.863297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: extraroute_atomic.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.864336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.864945 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: extraroute-atomic
Apr 20 19:20:13.865309 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: filter_validation.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.866001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.866568 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: filter-validation
Apr 20 19:20:13.866928 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: fip_pf_description.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.867850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.868412 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 19:20:13.868798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: fip_port_details.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.870061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.870636 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: fip-port-details
Apr 20 19:20:13.870996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: flavors.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.872214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.872808 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: flavors
Apr 20 19:20:13.873175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.874800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.875385 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 19:20:13.875749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: floatingip_pools.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.876496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.877149 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: floatingip-pools
Apr 20 19:20:13.877517 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: ip_allocation.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.878453 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.879023 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 19:20:13.879388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.880312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.880908 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: ip-substring-filtering
Apr 20 19:20:13.881271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: l2_adjacency.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.882188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.882750 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 19:20:13.883110 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: l3.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.884161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.884755 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: router
Apr 20 19:20:13.885124 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.887364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.887951 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 19:20:13.888322 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.889284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.889861 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: ext-gw-mode
Apr 20 19:20:13.890222 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.891240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.891817 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: l3-ha
Apr 20 19:20:13.892178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: l3_flavors.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.893166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.893738 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: l3-flavors
Apr 20 19:20:13.894103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.895014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.895581 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 19:20:13.895942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: l3agentscheduler.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.897141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.897731 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: l3_agent_scheduler
Apr 20 19:20:13.898097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: logging.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.899611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.900201 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension logging not supported by any of loaded plugins
Apr 20 19:20:13.900572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: metering.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.901419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.902114 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: metering
Apr 20 19:20:13.902480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.903583 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.904161 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: metering_source_and_destination_fields
Apr 20 19:20:13.904524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: multiprovidernet.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.905484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.906063 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: multi-provider
Apr 20 19:20:13.906427 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: netmtu.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.907351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.908406 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: net-mtu
Apr 20 19:20:13.908881 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: netmtu_writable.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.909820 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.910385 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: net-mtu-writable
Apr 20 19:20:13.910746 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: network_availability_zone.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.911567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.912140 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: network_availability_zone
Apr 20 19:20:13.912505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: network_ip_availability.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.913869 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.914444 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: network-ip-availability
Apr 20 19:20:13.914803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: network_segment_range.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.915640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.916211 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 19:20:13.916574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: pagination.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.917595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.917963 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: pagination
Apr 20 19:20:13.918320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: port_device_profile.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.919225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.919797 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: port-device-profile
Apr 20 19:20:13.920157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.921108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.921681 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: port-mac-address-regenerate
Apr 20 19:20:13.922040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.922972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.923541 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: port-numa-affinity-policy
Apr 20 19:20:13.924451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: port_resource_request.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.925381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.925947 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 19:20:13.926303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: portbindings.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.927253 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.927829 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: binding
Apr 20 19:20:13.928187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: portbindings_extended.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.929490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.930065 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: binding-extended
Apr 20 19:20:13.930429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: portsecurity.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.931345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.931917 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: port-security
Apr 20 19:20:13.932279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: project_id.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.933297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.933674 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: project-id
Apr 20 19:20:13.934037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: providernet.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.934954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.935527 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: provider
Apr 20 19:20:13.935886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: qos.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.939569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.940158 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension qos not supported by any of loaded plugins
Apr 20 19:20:13.940525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.941847 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.942421 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 19:20:13.942811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.943815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.944385 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 19:20:13.944783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: qos_default.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.945695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.946267 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension qos-default not supported by any of loaded plugins
Apr 20 19:20:13.946627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: qos_fip.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.947309 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.947885 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 19:20:13.948248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: qos_gateway_ip.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.949196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.949766 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 19:20:13.950125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: qos_port_network_policy.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.951048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.951627 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 19:20:13.951987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: qos_rule_type_details.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.952931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.953510 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 19:20:13.953870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: qos_rules_alias.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.955010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.955590 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 19:20:13.955955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: quotasv2.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.956953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.957324 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: quotas
Apr 20 19:20:13.957683 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: quotasv2_detail.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.959404 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.959783 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: quota_details
Apr 20 19:20:13.960172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: rbac.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.961317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.961909 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: rbac-policies
Apr 20 19:20:13.962274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: rbac_address_group.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.963202 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.963788 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: rbac-address-group
Apr 20 19:20:13.964150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: rbac_address_scope.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.965087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.965662 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: rbac-address-scope
Apr 20 19:20:13.966026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: rbac_security_groups.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.966934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.967513 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: rbac-security-groups
Apr 20 19:20:13.967875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: rbac_subnetpool.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.968829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.969420 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: rbac-subnetpool
Apr 20 19:20:13.969784 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: revisionifmatch.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.971247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.971814 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: revision-if-match
Apr 20 19:20:13.972173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: revisions.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.973328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.973904 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: standard-attr-revisions
Apr 20 19:20:13.974271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: router_availability_zone.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.974982 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.975549 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: router_availability_zone
Apr 20 19:20:13.975909 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: routerservicetype.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.976855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.977432 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 19:20:13.977850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.978705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.979270 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: security-groups-normalized-cidr
Apr 20 19:20:13.979628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.980558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.981153 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: port-security-groups-filtering
Apr 20 19:20:13.981513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.982447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.983048 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: security-groups-remote-address-group
Apr 20 19:20:13.983367 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: securitygroup.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.997081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.997684 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: security-group
Apr 20 19:20:13.998058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: segment.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:13.998907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:13.999483 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension segment not supported by any of loaded plugins
Apr 20 19:20:13.999849 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.000870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.001456 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 19:20:14.001845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: servicetype.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.003102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.003682 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: service-type
Apr 20 19:20:14.004045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: sorting.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.005042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.005419 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: sorting
Apr 20 19:20:14.005780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: standard_attr_segment.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.006694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.007265 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 19:20:14.007625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: standardattrdescription.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.008323 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.008929 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: standard-attr-description
Apr 20 19:20:14.009293 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: stateful_security_group.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.010216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.010802 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: stateful-security-group
Apr 20 19:20:14.011162 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: stdattrs_common.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.011740 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 19:20:14.012109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.013109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.013694 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 19:20:14.014054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: subnet_onboard.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.015116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.015695 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: subnet_onboard
Apr 20 19:20:14.016058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.017006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.017773 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 19:20:14.018143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: subnet_service_types.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.019087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.019659 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: subnet-service-types
Apr 20 19:20:14.020021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: subnetallocation.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.021115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.021701 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: subnet_allocation
Apr 20 19:20:14.022060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.022749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.023324 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: subnetpool-prefix-ops
Apr 20 19:20:14.023682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.024612 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.025221 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 19:20:14.025579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: tagging.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.026844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.027431 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: standard-attr-tag
Apr 20 19:20:14.027791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: timestamp.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.028985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.029565 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loaded extension: standard-attr-timestamp
Apr 20 19:20:14.029932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: trunk.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.030969 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.031539 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension trunk not supported by any of loaded plugins
Apr 20 19:20:14.031905 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: trunk_details.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.032855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.033941 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 19:20:14.034299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: uplink_status_propagation.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.035214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.035790 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 19:20:14.036153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Loading extension file: vlantransparent.py {{(pid=86261) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:20:14.036896 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86261) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:20:14.037480 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 19:20:14.040381 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:network
Apr 20 19:20:14.041216 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:subnet
Apr 20 19:20:14.041897 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:20:14.042561 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:port
Apr 20 19:20:14.044036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.044521 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service FLAVORS assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.045240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.045704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.046073 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:router
Apr 20 19:20:14.046805 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 19:20:14.047566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service METERING assigned prefix: /metering {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.050061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f08a6bd1d68>> rbac-policy before_create 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:14.050457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f08a6bd1d68>> rbac-policy before_update 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:14.050848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f08a6bd1d68>> rbac-policy before_delete 55550000 {{(pid=86261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:20:14.051989 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 19:20:14.052472 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 19:20:14.053308 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 19:20:14.054103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service CORE assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.054482 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:20:14.054849 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] subnetpool is already registered
Apr 20 19:20:14.055519 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service CORE assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.055882 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:20:14.056242 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] subnetpool is already registered
Apr 20 19:20:14.059021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.059500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service FLAVORS assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.060139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.060598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.060995 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:router
Apr 20 19:20:14.061362 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] router is already registered
Apr 20 19:20:14.062014 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 19:20:14.062379 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] floatingip is already registered
Apr 20 19:20:14.063066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service METERING assigned prefix: /metering {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.063797 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 19:20:14.064186 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] rbac_policy is already registered
Apr 20 19:20:14.064946 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 19:20:14.065309 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] security_group is already registered
Apr 20 19:20:14.065963 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 19:20:14.066329 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] security_group_rule is already registered
Apr 20 19:20:14.067060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service CORE assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.067436 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:20:14.067796 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] subnetpool is already registered
Apr 20 19:20:14.068480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.resource_helper [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Service CORE assigned prefix:  {{(pid=86261) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:20:14.068878 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:20:14.069238 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.quota.resource_registry [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] subnetpool is already registered
Apr 20 19:20:14.069948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: extensions {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.071465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: address-groups {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.073146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: address-scopes {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.074400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: agents {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.075630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: auto-allocated-topology {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.076956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: availability_zones {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.078383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: dhcp-networks {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.079886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: dhcp-agents {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.081405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: routers {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.083287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: flavors {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.084506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: service_profiles {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.085811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: next_providers {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.087404 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: service_profiles {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.088929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: floatingip-pools {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.090203 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: routers {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.092078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: floatingips {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.093368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: l3-routers {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.094824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: l3-agents {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.096977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: metering-labels {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.099221 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: metering-label-rules {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.100549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: network-ip-availabilities {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.101989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: bindings {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.103714 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: quotas {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.105256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: quotas {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.106728 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: rbac-policies {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.108089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: security-groups {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.109400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: security-group-rules {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.110702 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: service-providers {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.112884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: subnetpools {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.114373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: subnetpools {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.115886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.117681 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.119566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.121449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.123328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.125296 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.127231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.129242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.131134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.133079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.extensions [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Extended resource: tags {{(pid=86261) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:20:14.139867 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING keystonemiddleware.auth_token [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 19:20:14.145669 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING keystonemiddleware.auth_token [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 19:20:14.154497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Acquired lock "singleton_lock" {{(pid=86261) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 19:20:14.155018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Releasing lock "singleton_lock" {{(pid=86261) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 19:20:14.156457 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO oslo_service.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Starting 2 workers
Apr 20 19:20:14.162051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Started child 86372 {{(pid=86261) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 19:20:14.166096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.167030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Started child 86373 {{(pid=86261) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 19:20:14.167535 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [-] (86372) wsgi starting up on http://0.0.0.0:9696
Apr 20 19:20:14.168556 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 19:20:14.169289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Notify callbacks [] for process, before_spawn {{(pid=86261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.170483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.171732 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO oslo_service.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Starting 1 workers
Apr 20 19:20:14.171856 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [-] (86373) wsgi starting up on http://0.0.0.0:9696
Apr 20 19:20:14.177414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Started child 86374 {{(pid=86261) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 19:20:14.177949 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO oslo_service.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Starting 1 workers
Apr 20 19:20:14.179830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] calling RpcWorker wait() {{(pid=86374) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 19:20:14.180249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] returning from RpcWorker wait() {{(pid=86374) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 19:20:14.181834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.182363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:14.182740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Started child 86375 {{(pid=86261) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 19:20:14.183536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-383a32b7-fc1a-4283-b3fb-ffc579764714 None None] Notify callbacks [] for process, after_spawn {{(pid=86261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.185148 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86261) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 19:20:14.185394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 19:20:14.185581 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 19:20:14.186037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 19:20:14.186454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 19:20:14.186568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.186644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 19:20:14.187184 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.187478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.187783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.188059 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.188375 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.189066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.189433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.189704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.190181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.190455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.190656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.190848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.191136 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.191413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.191771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.192057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.192326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.192615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.192855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.193126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.193436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.193717 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.194017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.194295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.194852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.195114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.195379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.195642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.195949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.196232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.196551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.196836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.197085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.197381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.197666 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.197925 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.198178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.198426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.198727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.198974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.199416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] host                           = dv-cinder-787264-1-iscsi {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.199670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.199918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.200191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.200451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.200791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.201038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.201328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.201618 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.201877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.202151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.202429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.202689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.202961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.203208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.203370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.203610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.203908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.204197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.204444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.204599 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.204772 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.205578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.205768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.206034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.206280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.206524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.206770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.207018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.207264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.210611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.210611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.210611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.210611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.210611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.210611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.210611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.210611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 55436) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:14.212902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.212902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.213304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.213378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.213691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.213954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.214206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.214563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.214764 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.215756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.215756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.216070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.216070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.216354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:14.216500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.216500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.216870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.217025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.217252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.217499 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.217764 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.217995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.218432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.218742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.219099 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.219362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.219629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.219899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.220169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.220459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.221278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.221551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.221924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.222196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.222463 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.222715 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.223426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.223569 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0099251
Apr 20 19:20:14.223708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.223708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.224116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.224116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.226278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.226278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.227461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.227461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.227461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.227695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.229006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.229363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.231667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.232798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.233142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.233364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.233637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.233972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.234221 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.234821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.235273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.235744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.235988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.236295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.236807 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.237322 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.237782 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.238207 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.238623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.239049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.240182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.240182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.240182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.240507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.240507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.245615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.245615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.245615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.245615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.245615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.245615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.245615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.245615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.245615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.246803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.247296 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.247296 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.247440 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.247892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.247892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.248058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.248219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.248487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.248821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.249861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.249861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.249861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.250096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.250167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.250507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.250809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.251064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.251339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.251605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.251886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.252116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.252568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.253748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.254019 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.254393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.254582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.254848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.255141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.255380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.255645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.256686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.256686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.256686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.256686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.257289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.257289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.257588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.258708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.258708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.258708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.258708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.259387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.259387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.260418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.260418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.260418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.260418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.261192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.261192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.261192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.261819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.261819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.262097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.268935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.268935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.268935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.268935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.268935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.268935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.268935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.268935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.270040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.270040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.270040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.270040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.270040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.270040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.270040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.270040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.271259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.271259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.271259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.271259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.271259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.271259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.271259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.271259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.272320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.272320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.272320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.272320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.272320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.272320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.272320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.272320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.273398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.273398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.273398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.273398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.273398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.273398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.273398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.273398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.274695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.274695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.274695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.274695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.275392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.275392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.275392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.275792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.275931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.276078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.276336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.276576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.276857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.277132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.277407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.278129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.278129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.278438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.279361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.279677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.279955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.280232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.281295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.281295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.281295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.281295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.281883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.281883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.282162 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.282320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.282462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.282730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.283031 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.283260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.283495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.283732 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.283961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.284305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.284582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.285064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.285348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.285601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.285887 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.286159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.286348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.286600 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.286826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.287114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.287350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.287560 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.287812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.288126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.288291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.288824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.289013 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.289243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.289479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.289742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.290128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.290272 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.290414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.290649 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.291010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.291301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.291551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.292503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.292503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.292503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.293022 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.293022 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.293310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.293539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.293796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.294065 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.294324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.294672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.295055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.295423 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.295721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.296003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.296836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.296836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.297142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.297142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.298287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.298287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.298287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.299880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.299880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.299880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.299880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.299880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.300677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.300677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.300677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.301121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.301274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.301425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.301682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.301908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.302164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.302432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.302706 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.302984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.303243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.303403 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 19:20:14.303950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86261) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 19:20:14.304138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 19:20:14.304288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 19:20:14.304513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 19:20:14.304766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 19:20:14.304922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 19:20:14.305158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.305350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.305541 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.305731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.305920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.306129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.306321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.306481 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.306670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.306828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.307704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.307704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.307704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.307704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.307704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.308524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.308524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.308524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.308524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.308524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.309224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.310721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.310721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.310721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.310996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.310996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.311202 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.311300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.312250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.312425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.312799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.313163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.313357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.313548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.313741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.313934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.314121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.314868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.315049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.315231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.315402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] host                           = dv-cinder-787264-1-iscsi {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.315565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.315669 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.315860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.316046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.316232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.316420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.316607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.316821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.317010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.317198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.317385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.317571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.317758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.317947 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.318654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.318654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.318654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.318654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.319027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.319027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.319219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.319297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.319450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.319670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.319793 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.319958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.320145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.320329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.320514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.320699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.320911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.321097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.321285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.321471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.322434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.322434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.322434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.322434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.322434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.322434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.322828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.322828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.322957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.324830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.325951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.325951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.325951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.325951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.325951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.325951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.325951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.326537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.326537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.326537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.326829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.326829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.327365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.327365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:20:14.327365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.327572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.327572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.327749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.327940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.328132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.328320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.329667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.329667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.329667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.329667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.329667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.329667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.329667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.330555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.330555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.330555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.330555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.330555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.330555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.332729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.333046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.333046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.333265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.333357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.333543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.333739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.333932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.334125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.334299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.334464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.334657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.334820 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.335014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.335204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.335395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.335588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.335770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.335929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.336092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.336246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.336438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.336628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.336843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.337391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.337391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.337391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.337628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.337699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.337864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.338051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.338898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.338898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.338898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.338898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.338898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.339241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.339241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.339369 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.339964 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.339964 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.339964 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.340189 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.340189 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.340332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.340506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.341350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.341350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.341350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.341350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.341350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.341804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.341804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.341981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.342079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.342176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.342350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.342540 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.342730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.342922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.343112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.343284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.343639 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.343973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.344328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.344502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.344697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.344923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.345111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.345301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.346179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.346179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.346179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.346563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.346563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.346563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.346827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.346924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.347089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.347294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.347490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.347679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.347870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.348069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.348271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.348463 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.348654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.349679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.349854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.350213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.350556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.350874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.351234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.351409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.351765 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.351971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.352188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.352336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.353622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.353622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.353622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.353622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.353622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.353622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.353622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.354232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.354232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.354232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.354232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.355597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.355597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.355597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.355597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.355597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.355597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.355597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.355597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.357229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.357229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.357229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.357229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.357229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.357229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.357229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.357229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.358593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.358593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.358593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.358593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.358593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.358593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.358593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.358593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:14.359370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.359958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.360310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.360310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.360507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.360605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.360701 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.360927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.361695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.361851 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.362003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.362165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.362334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.362535 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.362784 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.362976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.363169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.363360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.363551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.363741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.363931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.364123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.364312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.364500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.364691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.364910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.365102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.365318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.365484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.365673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.365863 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.366057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.366242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.366604 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.366776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.367186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.367383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.367585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.367775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.367965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.368154 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.368342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.368636 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.368762 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.368959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.369113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.369263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.369441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.369631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.369800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.369987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.370176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.370373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.370542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.370867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.370867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.371111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.371340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.371431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.371604 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.371766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.371953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.372123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.372273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.372454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.372645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.372877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.373047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.373233 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.373425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.373616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.373791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.373989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.374187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.374379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.374899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.374899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.374899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.375118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.377066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.377066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.377365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.377564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.377857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.378060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.378255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.379171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.379171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.379171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.379171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.379171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.380261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.380261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.380457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.380457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.380638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.380844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.381067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.381264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.381453 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:20:14.381699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86261) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 19:20:25.076356 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5b01e-d44e-4848-819e-947e7befe9f5 None None] get_active_networks_info from dv-cinder-787264-1-iscsi {{(pid=86374) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 19:20:25.219942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5b01e-d44e-4848-819e-947e7befe9f5 None None] No non-hosted networks {{(pid=86374) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 19:20:25.238007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agentschedulers_db [None req-ebb5b01e-d44e-4848-819e-947e7befe9f5 None None] DHCP Agent not found on host dv-cinder-787264-1-iscsi {{(pid=86374) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 20 19:20:25.450038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c52f5020-755d-49f1-830a-f9dc0c128f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.392431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f5996145-88f5-4c72-94e4-e2fbbc3e7f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.472857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dd7f638c-c89f-4599-afc7-b6896d48081c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:28.518634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:28.732242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:28.732954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.733330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.733692 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.734054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.734412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.734768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.735124 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.735500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.736378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.736744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.737122 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.737476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:28.737871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f08a5f73908>, 'Open vSwitch agent', 'dv-cinder-787264-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:28.755050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f08a5fa2d68>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787264-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:29.397593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:30.576207 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 55538) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:31.218725 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING oslo_policy.policy [None req-274af132-8d67-4234-a09e-ebe5e9f2622c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:20:31.219314 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING oslo_policy.policy [None req-274af132-8d67-4234-a09e-ebe5e9f2622c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:20:31.458948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [None req-274af132-8d67-4234-a09e-ebe5e9f2622c admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:20:31.460154 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-274af132-8d67-4234-a09e-ebe5e9f2622c admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8827803
Apr 20 19:20:32.710259 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_hamode_db [None req-81a61772-084f-45a4-a6c8-bccb8b8a97d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 19:20:32.805006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a61772-084f-45a4-a6c8-bccb8b8a97d2 None None] Routers set() bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:20:32.805439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a61772-084f-45a4-a6c8-bccb8b8a97d2 None None] Router IDs set() for agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 19:20:34.332125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 55554) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:34.724575 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-b7bb374e-d879-4664-b98a-4216f1d9fd92 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:34.828271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.policy [None req-b7bb374e-d879-4664-b98a-4216f1d9fd92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86373) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 19:20:34.884170 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING oslo_policy.policy [None req-b7bb374e-d879-4664-b98a-4216f1d9fd92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:20:34.884587 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING oslo_policy.policy [None req-b7bb374e-d879-4664-b98a-4216f1d9fd92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:20:34.903236 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota [None req-b7bb374e-d879-4664-b98a-4216f1d9fd92 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f08a68bb2b0>.
Apr 20 19:20:34.919435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b7bb374e-d879-4664-b98a-4216f1d9fd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:34.976236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b7bb374e-d879-4664-b98a-4216f1d9fd92 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307160470896', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307160472508', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307160480940', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307160487128', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307160505074', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307160504371', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854233003', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853946539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1997416', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853128057'] for rbac-policy, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:35.199054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b7bb374e-d879-4664-b98a-4216f1d9fd92 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:35.200291 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b7bb374e-d879-4664-b98a-4216f1d9fd92 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8671401
Apr 20 19:20:38.317391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55568) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:38.936318 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING oslo_policy.policy [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:20:38.936939 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING oslo_policy.policy [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:20:39.168198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:39.171291 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.quota [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f08a68e6c50>.
Apr 20 19:20:39.187570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:39.194868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Usage tracker for resource:network and tenant:942785dd641c42f3b4d16ffb20bbb1ee is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:39.199390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:39.207105 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:39.221716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Made reservation on behalf of 942785dd641c42f3b4d16ffb20bbb1ee for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:39.300100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.policy [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86372) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 19:20:39.356935 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING oslo_policy.policy [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:20:39.357448 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING oslo_policy.policy [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:20:39.378556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:39.398378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:39.415289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:39.419279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Usage tracker for resource:security_group_rule and tenant:942785dd641c42f3b4d16ffb20bbb1ee is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:39.422860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:39.429433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:39.688441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:39.692474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:39.697253 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:39.714981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:20:39.741929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363307158440598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:39.742507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f08a72f56a8> segment precommit_create {{(pid=86372) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 19:20:39.742972 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Added segment b4f6927e-a19c-4597-be05-1a81338a845f of type vlan for network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36
Apr 20 19:20:39.796123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fccd5d6-e6b7-4a47-a06a-1aa46676f17e,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:39.819227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.819596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.819958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.820314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.820664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.821061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.821411 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.821759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.822123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.822471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.822815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.823158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Tracked resource versions report:
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]: pushed versions:
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]: {   'AddressGroup': {'1.2'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'ConntrackHelper': {'1.0'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Log': {'1.0'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Network': {'1.1'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Port': {'1.7'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'PortForwarding': {'1.2'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'QosPolicy': {'1.8'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroup': {'1.4'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SubPort': {'1.0'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Subnet': {'1.1'},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Trunk': {'1.1'}}
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]: consumer versions:
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]: {   DHCP agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     L3 agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metadata agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metering agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:     Open vSwitch agent@dv-cinder-787264-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Log': '1.0',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Network': '1.1',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Port': '1.7',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'PortForwarding': '1.2',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'QosPolicy': '1.8',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroup': '1.4',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SubPort': '1.0',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Subnet': '1.1',
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Trunk': '1.1'}}
Apr 20 19:20:39.824235 dv-cinder-787264-1-iscsi neutron-server[86261]:  {{(pid=86372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:20:39.868026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:39.869845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:39.908092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:39.909571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:39.910233 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:39.915273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:40.027461 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.7078924
Apr 20 19:20:40.028195 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Pushing event updated for resources: {'Network': ['ID=3444f0e4-424d-44ca-a5fb-a4a828cd5b36,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:40.031379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:40.041424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:20:43.067980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55590) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:43.544031 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85450d-ceec-4a57-8cc9-8c62d6525b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:43.545550 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2b85450d-ceec-4a57-8cc9-8c62d6525b63 admin admin] 10.222.0.38 "GET /v2.0/networks/3444f0e4-424d-44ca-a5fb-a4a828cd5b36 HTTP/1.1" status: 200  len: 825 time: 0.4765170
Apr 20 19:20:43.579554 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-be2dd58e-9b90-442c-a7e3-f48dc392284e admin admin] 10.222.0.38 "GET /v2.0/subnetpools/25a26a7e-184c-47bc-9296-84933bc28fce HTTP/1.1" status: 200  len: 734 time: 0.0273709
Apr 20 19:20:43.589092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '25a26a7e-184c-47bc-9296-84933bc28fce', 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36', 'gateway_ip': '172.20.0.1', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:43.593755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:43.597829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Usage tracker for resource:subnet and tenant:942785dd641c42f3b4d16ffb20bbb1ee is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:43.600762 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:43.606570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:43.616022 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Made reservation on behalf of 942785dd641c42f3b4d16ffb20bbb1ee for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:43.620575 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:44.097898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:44.103128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:44.187955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Checking segment: {'id': 'b4f6927e-a19c-4597-be05-1a81338a845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:44.188347 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Network hostable DHCP agents. Network: 3444f0e4-424d-44ca-a5fb-a4a828cd5b36, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:20:44.194874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ae3414-ba4d-48de-9e53-3de3ac8453ed,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:44.200984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:44.212300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:20:44.221660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 3444f0e4-424d-44ca-a5fb-a4a828cd5b36) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:44.226093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:44.226735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:44.231038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d2d0dd-46ec-4d92-933d-9da588757fa4 None None] Network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:44.245701 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6601810
Apr 20 19:20:44.557609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-3444f0e4-424d-44ca-a5fb-a4a828cd5b36', 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'fixed_ips': [{'subnet_id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:20:44.558935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:44.922552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Allocated IP 172.20.0.2 (3444f0e4-424d-44ca-a5fb-a4a828cd5b36/e7ae3414-ba4d-48de-9e53-3de3ac8453ed/24b85f90-7954-45b4-8e21-1da09b18ec31) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:20:45.158050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.171916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Transition to ACTIVE for port object 24b85f90-7954-45b4-8e21-1da09b18ec31 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:45.192495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Transition to ACTIVE for port object 24b85f90-7954-45b4-8e21-1da09b18ec31 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:45.201340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.210169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:45.275375 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:20:45.278448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:45.286104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:20:45.288572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Pushing event updated for resources: {'Port': ['ID=24b85f90-7954-45b4-8e21-1da09b18ec31,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:45.331112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.331488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.331861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.332222 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.332578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.332959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.333317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.333672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.334039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.334390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.334738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.335087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Tracked resource versions report:
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]: pushed versions:
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]: {   'AddressGroup': {'1.2'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'ConntrackHelper': {'1.0'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Log': {'1.0'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Network': {'1.1'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Port': {'1.7'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'PortForwarding': {'1.2'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'QosPolicy': {'1.8'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroup': {'1.4'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SubPort': {'1.0'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Subnet': {'1.1'},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Trunk': {'1.1'}}
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]: consumer versions:
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]: {   DHCP agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     L3 agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metadata agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metering agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:     Open vSwitch agent@dv-cinder-787264-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Log': '1.0',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Network': '1.1',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Port': '1.7',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'PortForwarding': '1.2',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'QosPolicy': '1.8',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroup': '1.4',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SubPort': '1.0',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Subnet': '1.1',
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Trunk': '1.1'}}
Apr 20 19:20:45.336174 dv-cinder-787264-1-iscsi neutron-server[86261]:  {{(pid=86374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:20:45.377363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:45.398046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Attempting to bind port 24b85f90-7954-45b4-8e21-1da09b18ec31 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:20:45.398473 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Attempting to bind port 24b85f90-7954-45b4-8e21-1da09b18ec31 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'b4f6927e-a19c-4597-be05-1a81338a845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:20:45.398891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Attempting to bind port 24b85f90-7954-45b4-8e21-1da09b18ec31 on network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:20:45.404596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:20:45.405053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Checking segment: {'id': 'b4f6927e-a19c-4597-be05-1a81338a845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:45.405536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.405971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Bound using segment: {'id': 'b4f6927e-a19c-4597-be05-1a81338a845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:20:45.406528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Bound port: 24b85f90-7954-45b4-8e21-1da09b18ec31, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f6927e-a19c-4597-be05-1a81338a845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:20:45.406950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.501891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] For port 24b85f90-7954-45b4-8e21-1da09b18ec31, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:20:45.506017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] For port 24b85f90-7954-45b4-8e21-1da09b18ec31, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=24b85f90-7954-45b4-8e21-1da09b18ec31,segment=NetworkSegment(b4f6927e-a19c-4597-be05-1a81338a845f),segment_id=b4f6927e-a19c-4597-be05-1a81338a845f)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:20:45.509521 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.514641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:45.609632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Pushing event updated for resources: {'Port': ['ID=24b85f90-7954-45b4-8e21-1da09b18ec31,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:45.613018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:47.017125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55600) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:47.420315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [None req-01637477-544e-47b9-97c3-fc0b43a7dde0 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:20:47.421672 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-01637477-544e-47b9-97c3-fc0b43a7dde0 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4033959
Apr 20 19:20:50.162532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55610) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:50.564244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [None req-f40c9d85-4ae6-4339-a4dc-8ea2e0f3141d admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:20:50.580728 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f40c9d85-4ae6-4339-a4dc-8ea2e0f3141d admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4018219
Apr 20 19:20:50.816424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 24b85f90-7954-45b4-8e21-1da09b18ec31 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:50.895834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 24b85f90-7954-45b4-8e21-1da09b18ec31 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:52.505461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6408b4e-df32-4431-a0e9-559c973c612a None None] Network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:52.596677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-b2e5d5ff-6b3c-47c6-8177-e3e393f71436 None None] Provisioning for port 24b85f90-7954-45b4-8e21-1da09b18ec31 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:52.612122 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-b2e5d5ff-6b3c-47c6-8177-e3e393f71436 None None] Provisioning complete for port 24b85f90-7954-45b4-8e21-1da09b18ec31 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:52.612545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b2e5d5ff-6b3c-47c6-8177-e3e393f71436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:52.864462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b2e5d5ff-6b3c-47c6-8177-e3e393f71436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:52.912898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-b2e5d5ff-6b3c-47c6-8177-e3e393f71436 None None] For port 24b85f90-7954-45b4-8e21-1da09b18ec31, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=24b85f90-7954-45b4-8e21-1da09b18ec31,segment=NetworkSegment(b4f6927e-a19c-4597-be05-1a81338a845f),segment_id=b4f6927e-a19c-4597-be05-1a81338a845f)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:52.917476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b2e5d5ff-6b3c-47c6-8177-e3e393f71436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:52.922413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8713d704-ac18-4f88-9e45-38080854cd46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:53.002394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5d5ff-6b3c-47c6-8177-e3e393f71436 None None] Pushing event updated for resources: {'Port': ['ID=24b85f90-7954-45b4-8e21-1da09b18ec31,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:53.006185 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b2e5d5ff-6b3c-47c6-8177-e3e393f71436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:53.143929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-76f0207e-582d-4b01-a0f6-af53fc1eeb04 None None] Provisioning complete for port 24b85f90-7954-45b4-8e21-1da09b18ec31 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:53.144326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-76f0207e-582d-4b01-a0f6-af53fc1eeb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:53.642664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55626) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:54.015714 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Request body: {'router': {'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'name': 'router1', 'admin_state_up': True}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:54.024809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:54.028776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Usage tracker for resource:router and tenant:942785dd641c42f3b4d16ffb20bbb1ee is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:54.031933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:54.039343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:54.048457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:54.049783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:54.069520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:54.181419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:54.199120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:54.200363 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ee0a1676-12ea-436b-8664-2ff6302a0a5a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5566416
Apr 20 19:20:54.774951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 24b85f90-7954-45b4-8e21-1da09b18ec31 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:54.848264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 24b85f90-7954-45b4-8e21-1da09b18ec31 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:54.848670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:54.990793 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb6c74ca-e2e9-4d22-a8d8-fc1669b57a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:56.930163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55636) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:57.329270 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [None req-366b59f9-823a-40e8-a9f4-53d76f3f512c admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:20:57.330365 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-366b59f9-823a-40e8-a9f4-53d76f3f512c admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3992000
Apr 20 19:20:57.400435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c7973633-40c6-4c8d-a8a3-b870d112b628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:58.422066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:58.731989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:59.320054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:59.942536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55656) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:00.086542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:00.091800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:00.095843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Usage tracker for resource:network and tenant:a255a4637e9042bfa4183d1d571c2695 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:00.098761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:00.104539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:00.113697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Made reservation on behalf of a255a4637e9042bfa4183d1d571c2695 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:21:00.118259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:00.131592 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:00.146800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:00.150616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Usage tracker for resource:security_group_rule and tenant:a255a4637e9042bfa4183d1d571c2695 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:00.153522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:00.159603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:00.241552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:00.244018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:00.248145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:00.264263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Reserving flat network on physical network physnet1 {{(pid=86372) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 19:21:00.285719 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b752cd8-3f33-4eba-aa55-e75cb22d136d,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:00.289581 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:00.292086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:00.292472 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Added segment f2bb8c00-1b31-49c9-aaf0-9d9995efc396 of type flat for network 945571dc-e707-48fa-a147-04a06af043a9
Apr 20 19:21:00.327769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:00.364050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:00.365397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:00.366020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:00.370745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:00.478029 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5343356
Apr 20 19:21:00.478744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Pushing event updated for resources: {'Network': ['ID=945571dc-e707-48fa-a147-04a06af043a9,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:00.481462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:00.490142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 945571dc-e707-48fa-a147-04a06af043a9 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:21:01.242439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:21:02.992037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55676) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:03.106914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a9083-ab2d-4c64-9a29-c878ac318887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:03.108321 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-af6a9083-ab2d-4c64-9a29-c878ac318887 admin admin] 10.222.0.38 "GET /v2.0/subnets/e7ae3414-ba4d-48de-9e53-3de3ac8453ed HTTP/1.1" status: 200  len: 849 time: 0.1153140
Apr 20 19:21:03.259940 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d6947fe6-0323-4c3f-a9c0-34e922c4dc94 admin admin] 10.222.0.38 "GET /v2.0/routers/c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 HTTP/1.1" status: 200  len: 704 time: 0.1451447
Apr 20 19:21:03.899705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:04.138659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Allocated IP 172.20.0.1 (3444f0e4-424d-44ca-a5fb-a4a828cd5b36/e7ae3414-ba4d-48de-9e53-3de3ac8453ed/05646025-9403-4c6b-9458-1dc76ca351c3) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:04.302319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:04.320465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Transition to ACTIVE for port object 05646025-9403-4c6b-9458-1dc76ca351c3 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:04.377276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:04.382306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:04.447343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:04.450874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:04.456601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:04.456601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:04.608212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Pushing event updated for resources: {'Port': ['ID=05646025-9403-4c6b-9458-1dc76ca351c3,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:04.615198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:04.647156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-f2813a84-d2b7-4292-a76c-168e752fd82e None None] Provisioning for port 05646025-9403-4c6b-9458-1dc76ca351c3 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:04.652465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-f2813a84-d2b7-4292-a76c-168e752fd82e None None] Provisioning complete for port 05646025-9403-4c6b-9458-1dc76ca351c3 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:04.652922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f2813a84-d2b7-4292-a76c-168e752fd82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:04.710645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-f2813a84-d2b7-4292-a76c-168e752fd82e None None] Port 05646025-9403-4c6b-9458-1dc76ca351c3 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:21:04.742820 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:04.985217 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:04.989077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:04.990142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:04.994301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:05.131159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Pushing event updated for resources: {'Port': ['ID=05646025-9403-4c6b-9458-1dc76ca351c3,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:05.135564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:05.196030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:05.197523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:05.401260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Router c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:21:05.435131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-f9c0a512-52b9-44da-acf5-f37f9d0ebce5 None None] Provisioning complete for port 05646025-9403-4c6b-9458-1dc76ca351c3 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:05.435630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a512-52b9-44da-acf5-f37f9d0ebce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:05.497248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0a512-52b9-44da-acf5-f37f9d0ebce5 None None] Port 05646025-9403-4c6b-9458-1dc76ca351c3 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:21:05.740447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:21:05.749728 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] 10.222.0.38 "PUT /v2.0/routers/c5fe8ad3-c3d2-4918-abef-1faff0b7fe28/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4842737
Apr 20 19:21:05.750369 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Sync routers for ids ['c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:21:05.762321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Routers {'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:05.763181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a67c7c50>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:05.952752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Set router c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:06.506841 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a67c7c50>, [{'id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'name': 'router1', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:54Z', 'updated_at': '2021-04-20T19:21:04Z', 'revision_number': 2, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'gw_port_host': None, '_interfaces': [{'id': '05646025-9403-4c6b-9458-1dc76ca351c3', 'name': '', 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'mac_address': 'fa:16:3e:26:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:03Z', 'updated_at': '2021-04-20T19:21:04Z', 'revision_number': 2, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'subnets': [{'id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a26a7e-184c-47bc-9296-84933bc28fce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:06.511775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Checking router: c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:21:06.512164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Updating router c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 port 05646025-9403-4c6b-9458-1dc76ca351c3 binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:21:06.569831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:06.965679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:06.980004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Transition to ACTIVE for port object 05646025-9403-4c6b-9458-1dc76ca351c3 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:06.986597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:06.992655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:07.168475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Pushing event updated for resources: {'Port': ['ID=05646025-9403-4c6b-9458-1dc76ca351c3,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:07.212332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.212742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.213623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.214149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.214521 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.214876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.215223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.215570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.215922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.216266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.216608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.217018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Tracked resource versions report:
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]: pushed versions:
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]: {   'AddressGroup': {'1.2'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'ConntrackHelper': {'1.0'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Log': {'1.0'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Network': {'1.1'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Port': {'1.7'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'PortForwarding': {'1.2'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'QosPolicy': {'1.8'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroup': {'1.4'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SubPort': {'1.0'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Subnet': {'1.1'},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Trunk': {'1.1'}}
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]: consumer versions:
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]: {   DHCP agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     L3 agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metadata agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metering agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:     Open vSwitch agent@dv-cinder-787264-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Log': '1.0',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Network': '1.1',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Port': '1.7',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'PortForwarding': '1.2',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'QosPolicy': '1.8',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroup': '1.4',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SubPort': '1.0',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Subnet': '1.1',
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Trunk': '1.1'}}
Apr 20 19:21:07.218229 dv-cinder-787264-1-iscsi neutron-server[86261]:  {{(pid=86375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:21:07.234344 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:07.236547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Attempting to bind port 05646025-9403-4c6b-9458-1dc76ca351c3 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:21:07.236981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Attempting to bind port 05646025-9403-4c6b-9458-1dc76ca351c3 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'b4f6927e-a19c-4597-be05-1a81338a845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:21:07.237385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Attempting to bind port 05646025-9403-4c6b-9458-1dc76ca351c3 on network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:07.242877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:21:07.243300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Checking segment: {'id': 'b4f6927e-a19c-4597-be05-1a81338a845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:07.243760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:07.244180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Bound using segment: {'id': 'b4f6927e-a19c-4597-be05-1a81338a845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:21:07.244734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Bound port: 05646025-9403-4c6b-9458-1dc76ca351c3, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f6927e-a19c-4597-be05-1a81338a845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:21:07.245150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:07.337714 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] For port 05646025-9403-4c6b-9458-1dc76ca351c3, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:21:07.341766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] For port 05646025-9403-4c6b-9458-1dc76ca351c3, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=05646025-9403-4c6b-9458-1dc76ca351c3,segment=NetworkSegment(b4f6927e-a19c-4597-be05-1a81338a845f),segment_id=b4f6927e-a19c-4597-be05-1a81338a845f)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:21:07.344599 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:07.349419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:07.424609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Routers {'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:07.425329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a67c7c50>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:07.590749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Pushing event updated for resources: {'Port': ['ID=05646025-9403-4c6b-9458-1dc76ca351c3,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:07.596311 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:07.610124 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] Set router c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:07.965144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a67c7c50>, [{'id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'name': 'router1', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:54Z', 'updated_at': '2021-04-20T19:21:04Z', 'revision_number': 2, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'gw_port_host': None, '_interfaces': [{'id': '05646025-9403-4c6b-9458-1dc76ca351c3', 'name': '', 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'mac_address': 'fa:16:3e:26:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:03Z', 'updated_at': '2021-04-20T19:21:07Z', 'revision_number': 4, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'subnets': [{'id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a26a7e-184c-47bc-9296-84933bc28fce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:07.969167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48c858-9de0-41b5-937e-eaeb4ddda337 None None] The sync data for ids ['c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'] in dv-cinder-787264-1-iscsi is: [{'id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'name': 'router1', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:54Z', 'updated_at': '2021-04-20T19:21:04Z', 'revision_number': 2, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'gw_port_host': None, '_interfaces': [{'id': '05646025-9403-4c6b-9458-1dc76ca351c3', 'name': '', 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'mac_address': 'fa:16:3e:26:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:03Z', 'updated_at': '2021-04-20T19:21:07Z', 'revision_number': 4, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'subnets': [{'id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a26a7e-184c-47bc-9296-84933bc28fce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:21:08.304857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55688) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:08.462490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d6435-c49a-4d1c-a5e7-ca65ab1c6366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:08.463113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bd3d6435-c49a-4d1c-a5e7-ca65ab1c6366 admin admin] Synchronizing usage tracker for tenant:a255a4637e9042bfa4183d1d571c2695 on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:21:08.479706 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bd3d6435-c49a-4d1c-a5e7-ca65ab1c6366 admin admin] Unset dirty status for tenant:a255a4637e9042bfa4183d1d571c2695 on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:21:08.480925 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-bd3d6435-c49a-4d1c-a5e7-ca65ab1c6366 admin admin] 10.222.0.38 "GET /v2.0/networks/945571dc-e707-48fa-a147-04a06af043a9 HTTP/1.1" status: 200  len: 842 time: 0.1749520
Apr 20 19:21:08.492077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:08.497520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:08.502159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Usage tracker for resource:subnet and tenant:a255a4637e9042bfa4183d1d571c2695 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:08.505103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:08.514866 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:08.523537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Made reservation on behalf of a255a4637e9042bfa4183d1d571c2695 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:21:08.528160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:08.961281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.objects.ports [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86372) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 19:21:08.961853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:08.966336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:09.043764 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51454ff-bb74-494e-b0e4-6541e7b8bf44,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:09.048464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:09.052587 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:09.053009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Network hostable DHCP agents. Network: 945571dc-e707-48fa-a147-04a06af043a9, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:21:09.070854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:21:09.078669 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 945571dc-e707-48fa-a147-04a06af043a9) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:09.083663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:09.084310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:09.089804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92186b-38cc-4de7-9e66-17560311fba8 None None] Network 945571dc-e707-48fa-a147-04a06af043a9 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:21:09.106684 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c8299a14-eccc-46b2-9fd3-5a98b4e9d700 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6183507
Apr 20 19:21:09.336999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c659fe77-e1a7-458a-b91a-d5db82c19951 None None] Network 945571dc-e707-48fa-a147-04a06af043a9 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:21:11.776603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55702) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:11.988443 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ed5e449e-8038-4f08-a163-b4c1d11c1a49 admin admin] 10.222.0.38 "GET /v2.0/routers/c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 HTTP/1.1" status: 200  len: 710 time: 0.2104790
Apr 20 19:21:12.127549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c43ab-8beb-4bcc-9173-095566032490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:12.129030 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-da4c43ab-8beb-4bcc-9173-095566032490 admin admin] 10.222.0.38 "GET /v2.0/networks/945571dc-e707-48fa-a147-04a06af043a9 HTTP/1.1" status: 200  len: 886 time: 0.1349280
Apr 20 19:21:12.138705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:12.603212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:12.807299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 05646025-9403-4c6b-9458-1dc76ca351c3 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:12.877505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 05646025-9403-4c6b-9458-1dc76ca351c3 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:12.882355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 05646025-9403-4c6b-9458-1dc76ca351c3 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:12.882768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.017552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.054672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 05646025-9403-4c6b-9458-1dc76ca351c3, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=05646025-9403-4c6b-9458-1dc76ca351c3,segment=NetworkSegment(b4f6927e-a19c-4597-be05-1a81338a845f),segment_id=b4f6927e-a19c-4597-be05-1a81338a845f)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:13.071664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.073991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b2e5d5ff-6b3c-47c6-8177-e3e393f71436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:13.139090 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.147955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=05646025-9403-4c6b-9458-1dc76ca351c3,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:13.151219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:13.200519 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.343038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Allocated IP 172.27.2.18 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/d6d0a70a-771f-4444-989d-52d53e697c94) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:13.505279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.535021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.540341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:13.609245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:13.612230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:13.614888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:13.733321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d0a70a-771f-4444-989d-52d53e697c94,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:13.742945 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:14.020212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:14.369259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:14.372597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853078579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1697221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853090517'] for router, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:14.560940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Router c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:21:14.745209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:21:14.754729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:14.768734 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] 10.222.0.38 "PUT /v2.0/routers/c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 HTTP/1.1" status: 200  len: 889 time: 2.6207271
Apr 20 19:21:14.769006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Sync routers for ids ['c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:21:14.769006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Routers {'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:14.769006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a692aa20>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:14.982046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 05646025-9403-4c6b-9458-1dc76ca351c3 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:15.181267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Set router c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:15.228679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 05646025-9403-4c6b-9458-1dc76ca351c3 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:15.229136 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:15.659769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a692aa20>, [{'id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'name': 'router1', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'd6d0a70a-771f-4444-989d-52d53e697c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:54Z', 'updated_at': '2021-04-20T19:21:13Z', 'revision_number': 4, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'gw_port': {'id': 'd6d0a70a-771f-4444-989d-52d53e697c94', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:13Z', 'updated_at': '2021-04-20T19:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '05646025-9403-4c6b-9458-1dc76ca351c3', 'name': '', 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'mac_address': 'fa:16:3e:26:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:03Z', 'updated_at': '2021-04-20T19:21:13Z', 'revision_number': 5, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'subnets': [{'id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a26a7e-184c-47bc-9296-84933bc28fce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:15.665127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Checking router: c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:21:15.665515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Updating router c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 port d6d0a70a-771f-4444-989d-52d53e697c94 binding host dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:21:15.722723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:16.076554 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:16.090443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Transition to ACTIVE for port object d6d0a70a-771f-4444-989d-52d53e697c94 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:16.096335 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:16.101326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:16.185785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Attempting to bind port d6d0a70a-771f-4444-989d-52d53e697c94 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:21:16.186258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Attempting to bind port d6d0a70a-771f-4444-989d-52d53e697c94 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:21:16.186569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Attempting to bind port d6d0a70a-771f-4444-989d-52d53e697c94 on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:16.190896 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256cec5-b762-44de-9d84-808fa077e0cc None None] Pushing event updated for resources: {'Port': ['ID=d6d0a70a-771f-4444-989d-52d53e697c94,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:16.195935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8256cec5-b762-44de-9d84-808fa077e0cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:16.196760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:21:16.197173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:16.197615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:16.198041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:21:16.198551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Bound port: d6d0a70a-771f-4444-989d-52d53e697c94, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:21:16.198961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:16.275272 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] For port d6d0a70a-771f-4444-989d-52d53e697c94, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:21:16.278426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] For port d6d0a70a-771f-4444-989d-52d53e697c94, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d6d0a70a-771f-4444-989d-52d53e697c94,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:21:16.283098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:16.287497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:16.368742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Routers {'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:16.369406 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a692aa20>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:16.429580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256cec5-b762-44de-9d84-808fa077e0cc None None] Pushing event updated for resources: {'Port': ['ID=d6d0a70a-771f-4444-989d-52d53e697c94,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:16.493714 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8256cec5-b762-44de-9d84-808fa077e0cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:16.564211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] Set router c5fe8ad3-c3d2-4918-abef-1faff0b7fe28 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:16.911314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a692aa20>, [{'id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'name': 'router1', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'd6d0a70a-771f-4444-989d-52d53e697c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:54Z', 'updated_at': '2021-04-20T19:21:13Z', 'revision_number': 4, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'gw_port': {'id': 'd6d0a70a-771f-4444-989d-52d53e697c94', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:13Z', 'updated_at': '2021-04-20T19:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '05646025-9403-4c6b-9458-1dc76ca351c3', 'name': '', 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'mac_address': 'fa:16:3e:26:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:03Z', 'updated_at': '2021-04-20T19:21:13Z', 'revision_number': 5, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'subnets': [{'id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a26a7e-184c-47bc-9296-84933bc28fce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:16.915699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab0d10-9824-4c5d-bf0e-c7f2b1e95ce5 None None] The sync data for ids ['c5fe8ad3-c3d2-4918-abef-1faff0b7fe28'] in dv-cinder-787264-1-iscsi is: [{'id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'name': 'router1', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'd6d0a70a-771f-4444-989d-52d53e697c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:54Z', 'updated_at': '2021-04-20T19:21:13Z', 'revision_number': 4, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'gw_port': {'id': 'd6d0a70a-771f-4444-989d-52d53e697c94', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:13Z', 'updated_at': '2021-04-20T19:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '05646025-9403-4c6b-9458-1dc76ca351c3', 'name': '', 'network_id': '3444f0e4-424d-44ca-a5fb-a4a828cd5b36', 'tenant_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'mac_address': 'fa:16:3e:26:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fe8ad3-c3d2-4918-abef-1faff0b7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:03Z', 'updated_at': '2021-04-20T19:21:13Z', 'revision_number': 5, 'project_id': '942785dd641c42f3b4d16ffb20bbb1ee', 'subnets': [{'id': 'e7ae3414-ba4d-48de-9e53-3de3ac8453ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a26a7e-184c-47bc-9296-84933bc28fce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:21:17.491293 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 55712) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:17.615801 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-354c72d3-e9a8-4fca-b511-d8484e4ddc6a admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1232810
Apr 20 19:21:18.828510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d6d0a70a-771f-4444-989d-52d53e697c94 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:18.901040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port d6d0a70a-771f-4444-989d-52d53e697c94 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:18.906624 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port d6d0a70a-771f-4444-989d-52d53e697c94 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:18.907605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:19.039562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:19.057312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port d6d0a70a-771f-4444-989d-52d53e697c94, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d6d0a70a-771f-4444-989d-52d53e697c94,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:19.060282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:19.062474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:19.292836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=d6d0a70a-771f-4444-989d-52d53e697c94,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:19.296349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:20.825148 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d6d0a70a-771f-4444-989d-52d53e697c94 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:20.951399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port d6d0a70a-771f-4444-989d-52d53e697c94 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:20.952292 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:25.000284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f632-4e93-4a3e-9c88-20239aa10812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:27.403948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-190c6ba0-7184-4049-86dd-e36da76a34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:28.441952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:28.757308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:29.325842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.243787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:21:54.988407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4162824-4b6d-418a-a499-8ffbba0c563d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:57.397854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-552e7a5c-df68-4ba7-ac09-494690486b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:58.433892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:58.736240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:59.323243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:15.243509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:22:24.981442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-424bf137-8d7c-46f8-8e89-e389d53b7d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:27.400737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb732a1d-60ff-4016-8b67-9a8741756074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:28.432684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:28.737823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:29.331731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:52.242804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:22:54.982516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-03ad0cb2-11bf-4137-ab33-e06e93bd32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:57.404144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6e58fd77-186f-4043-9378-ad729516c8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:58.437639 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:58.741340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:59.337883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:02.090776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56282) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:02.165173 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ee644f-6801-4c2b-8a8e-1b25f8eeb68b admin admin] GET failed (client error): The resource could not be found.
Apr 20 19:23:02.166531 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-83ee644f-6801-4c2b-8a8e-1b25f8eeb68b admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0747404
Apr 20 19:23:02.307078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ab416e-f35f-4adf-a0d4-25068b8bd7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:02.308545 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-07ab416e-f35f-4adf-a0d4-25068b8bd7d7 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1375935
Apr 20 19:23:04.797754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56292) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:05.093603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab96e12-cd5b-479a-b1d7-05ebbdf4ec4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:05.094216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-cab96e12-cd5b-479a-b1d7-05ebbdf4ec4f admin admin] Synchronizing usage tracker for tenant:a255a4637e9042bfa4183d1d571c2695 on resource:subnet {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:23:05.113794 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-cab96e12-cd5b-479a-b1d7-05ebbdf4ec4f admin admin] Unset dirty status for tenant:a255a4637e9042bfa4183d1d571c2695 on resource:subnet {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:23:05.115038 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-cab96e12-cd5b-479a-b1d7-05ebbdf4ec4f admin admin] 10.222.0.38 "GET /v2.0/subnets/e7ae3414-ba4d-48de-9e53-3de3ac8453ed HTTP/1.1" status: 200  len: 849 time: 0.3162673
Apr 20 19:23:05.126068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:05.246972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:05.558050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729696416985'] for subnet, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:05.563430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:05.603485 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:05.604178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:05.611714 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] 10.222.0.38 "PUT /v2.0/subnets/e7ae3414-ba4d-48de-9e53-3de3ac8453ed HTTP/1.1" status: 200  len: 868 time: 0.4842119
Apr 20 19:23:05.611940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e851105-0a15-4034-8750-9e5bbddc4241 None None] Network 3444f0e4-424d-44ca-a5fb-a4a828cd5b36 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:23:05.638474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ae3414-ba4d-48de-9e53-3de3ac8453ed,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:05.647416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.647801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.648186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.648560 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.648987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.649360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.649731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.650095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.650473 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.650837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.651199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.651532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:05.655387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:06.100408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-e1fbcab8-4a77-47f2-854c-b896baa99aea None None] Provisioning complete for port 05646025-9403-4c6b-9458-1dc76ca351c3 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:23:06.100958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e1fbcab8-4a77-47f2-854c-b896baa99aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:06.233745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-e1fbcab8-4a77-47f2-854c-b896baa99aea None None] Provisioning complete for port 24b85f90-7954-45b4-8e21-1da09b18ec31 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:23:06.234063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e1fbcab8-4a77-47f2-854c-b896baa99aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:08.129082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56302) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:08.320319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9c511-4e6c-42c5-885b-a752293744c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:08.320810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9c511-4e6c-42c5-885b-a752293744c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:08.322461 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d7a9c511-4e6c-42c5-885b-a752293744c9 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1923454
Apr 20 19:23:10.874729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56312) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:11.065910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ea8e3-c7d9-4c10-901b-bdcd1cb69ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:11.066358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ea8e3-c7d9-4c10-901b-bdcd1cb69ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:11.068049 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-cb5ea8e3-c7d9-4c10-901b-bdcd1cb69ee1 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1922798
Apr 20 19:23:13.598617 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56322) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:13.787467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaea924-c96f-47d0-904b-bc4ad8330c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:13.788972 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2eaea924-c96f-47d0-904b-bc4ad8330c6e admin admin] 10.222.0.38 "GET /v2.0/networks/3444f0e4-424d-44ca-a5fb-a4a828cd5b36 HTTP/1.1" status: 200  len: 869 time: 0.1893020
Apr 20 19:23:16.299922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56332) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:16.483822 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3124e7b5-023a-4964-af6b-84a24690fcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:16.485258 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3124e7b5-023a-4964-af6b-84a24690fcad admin admin] 10.222.0.38 "GET /v2.0/networks/945571dc-e707-48fa-a147-04a06af043a9 HTTP/1.1" status: 200  len: 886 time: 0.1843128
Apr 20 19:23:18.990738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56342) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:19.106258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a57b72d-735a-4bd0-bbf1-7651947f0675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:19.106779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a57b72d-735a-4bd0-bbf1-7651947f0675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:19.109023 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0a57b72d-735a-4bd0-bbf1-7651947f0675 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1172209
Apr 20 19:23:21.589232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56352) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:21.720273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791a825-8083-46f9-8a9a-ac2e348ef0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:21.720735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791a825-8083-46f9-8a9a-ac2e348ef0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:21.722436 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b791a825-8083-46f9-8a9a-ac2e348ef0dd admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1321495
Apr 20 19:23:24.231248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56362) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:24.345786 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e55500-6cda-43ee-9be7-c7d6ab180897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:24.347204 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-43e55500-6cda-43ee-9be7-c7d6ab180897 admin admin] 10.222.0.38 "GET /v2.0/subnets/a51454ff-bb74-494e-b0e4-6541e7b8bf44 HTTP/1.1" status: 200  len: 816 time: 0.1148837
Apr 20 19:23:24.984790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fcd478ad-41fa-4eaa-9988-c0a0d65dcb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:26.907730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56372) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:27.023875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c51c76-3efc-4db5-924a-27119a04a59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:27.025330 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e9c51c76-3efc-4db5-924a-27119a04a59d admin admin] 10.222.0.38 "GET /v2.0/subnets/e7ae3414-ba4d-48de-9e53-3de3ac8453ed HTTP/1.1" status: 200  len: 868 time: 0.1165805
Apr 20 19:23:27.405895 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-132ba558-edc2-4556-b06f-b78b9ab1ce45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:28.441282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:28.742508 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:29.242469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:23:29.341454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:53.734372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56416) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:53.786434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [None req-0e452981-da2c-4b93-8a07-c6dd1db94cdb admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:23:53.787765 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0e452981-da2c-4b93-8a07-c6dd1db94cdb admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0524356
Apr 20 19:23:54.987701 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e9478d75-a61e-41f4-8576-fd0e05ec5569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:56.380111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56426) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:56.459155 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3241b575-e816-4bf1-a4d0-7ef69cfeac7c admin admin] GET failed (client error): The resource could not be found.
Apr 20 19:23:56.460551 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3241b575-e816-4bf1-a4d0-7ef69cfeac7c admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0793841
Apr 20 19:23:56.598128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e636b14-f76f-4d16-89bb-a36bdc8bfd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:56.599595 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5e636b14-f76f-4d16-89bb-a36bdc8bfd36 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1347544
Apr 20 19:23:57.408269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2c22ffea-0037-48f0-a402-9c5b2bc40970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:58.442797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:58.745383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.113942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56436) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:59.165640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:59.170629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:59.180457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:59.188960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Made reservation on behalf of a255a4637e9042bfa4183d1d571c2695 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:23:59.193536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.288687 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.services.revisions.revision_plugin [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f08a546c208] {project_id='a255a4637e9042bfa4183d1d571c2695', id='27dbf694-0aaf-4b0c-a309-bfb6e9ec3035', target_tenant='*', action='access_as_shared', object_id='8c9f3342-c597-437e-9c26-b627dbf06614'}> to bump revision.
Apr 20 19:23:59.300114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:23:59.308998 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.309514 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Added segment c5cc8274-a8c8-49f5-aeea-7886f6c25816 of type vlan for network 8c9f3342-c597-437e-9c26-b627dbf06614
Apr 20 19:23:59.336401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.342736 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.365764 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.367113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:59.367748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.372806 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:59.478443 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3633196
Apr 20 19:23:59.481452 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=8c9f3342-c597-437e-9c26-b627dbf06614,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:59.484263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:59.492590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 8c9f3342-c597-437e-9c26-b627dbf06614 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:24:02.026852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56446) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:02.102643 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.pecan_wsgi.hooks.translation [None req-4527e673-8e2a-4c4a-a5a5-8e06cce9820d admin admin] GET failed (client error): The resource could not be found.
Apr 20 19:24:02.103216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4527e673-8e2a-4c4a-a5a5-8e06cce9820d admin admin] Synchronizing usage tracker for tenant:a255a4637e9042bfa4183d1d571c2695 on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:24:02.118064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4527e673-8e2a-4c4a-a5a5-8e06cce9820d admin admin] Unset dirty status for tenant:a255a4637e9042bfa4183d1d571c2695 on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:24:02.119241 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4527e673-8e2a-4c4a-a5a5-8e06cce9820d admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0913620
Apr 20 19:24:02.239676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cd55a8-01ae-49e0-9cb3-6ed2e11417ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:02.241197 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e1cd55a8-01ae-49e0-9cb3-6ed2e11417ff admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1175663
Apr 20 19:24:02.251979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614', 'description': 'shared-subnet'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:24:02.256541 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:24:02.267394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:24:02.275754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Made reservation on behalf of a255a4637e9042bfa4183d1d571c2695 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:24:02.281373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.674701 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.679395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-35d7d768-614d-449e-9f3f-b440b032018b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:02.754370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ee7e98-03b8-4bff-9430-64ab6ad5ebc8,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:02.758218 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:02.765237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Checking segment: {'id': 'c5cc8274-a8c8-49f5-aeea-7886f6c25816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:24:02.765670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Network hostable DHCP agents. Network: 8c9f3342-c597-437e-9c26-b627dbf06614, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:24:02.784212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Network 8c9f3342-c597-437e-9c26-b627dbf06614 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:24:02.792219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 8c9f3342-c597-437e-9c26-b627dbf06614) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:24:02.796380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:02.797067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.803673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc2cfff-32bf-41ef-bd0c-9bcd6bcfaa93 None None] Network 8c9f3342-c597-437e-9c26-b627dbf06614 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:24:02.821430 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5732043
Apr 20 19:24:03.049057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-8c9f3342-c597-437e-9c26-b627dbf06614', 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614', 'tenant_id': 'a255a4637e9042bfa4183d1d571c2695', 'fixed_ips': [{'subnet_id': '35ee7e98-03b8-4bff-9430-64ab6ad5ebc8'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:24:03.050000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:03.217872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Allocated IP 192.168.233.2 (8c9f3342-c597-437e-9c26-b627dbf06614/35ee7e98-03b8-4bff-9430-64ab6ad5ebc8/8551ef27-7533-4e9e-8bcc-0b7d6d5d3553) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:24:03.437812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:03.448839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Transition to ACTIVE for port object 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:24:03.469542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Transition to ACTIVE for port object 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:24:03.473600 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:03.479089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:03.547442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Network 8c9f3342-c597-437e-9c26-b627dbf06614 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:24:03.551041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:24:03.555011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:24:03.595987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Pushing event updated for resources: {'Port': ['ID=8551ef27-7533-4e9e-8bcc-0b7d6d5d3553,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:03.633853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.634239 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.634608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.634981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.635338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.635699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.636057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.636414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.636795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.637156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.638047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.638429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:03.646463 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:03.668605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Attempting to bind port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:24:03.669043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Attempting to bind port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'c5cc8274-a8c8-49f5-aeea-7886f6c25816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:24:03.669450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Attempting to bind port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 on network 8c9f3342-c597-437e-9c26-b627dbf06614 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:24:03.675157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:24:03.675571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Checking segment: {'id': 'c5cc8274-a8c8-49f5-aeea-7886f6c25816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:24:03.676014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:03.676453 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Bound using segment: {'id': 'c5cc8274-a8c8-49f5-aeea-7886f6c25816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:24:03.677023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Bound port: 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cc8274-a8c8-49f5-aeea-7886f6c25816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:24:03.677437 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:03.775592 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] For port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:24:03.780042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] For port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=8551ef27-7533-4e9e-8bcc-0b7d6d5d3553,segment=NetworkSegment(c5cc8274-a8c8-49f5-aeea-7886f6c25816),segment_id=c5cc8274-a8c8-49f5-aeea-7886f6c25816)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:24:03.783570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:03.788897 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:03.873045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Pushing event updated for resources: {'Port': ['ID=8551ef27-7533-4e9e-8bcc-0b7d6d5d3553,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:03.876397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:05.002568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:24:05.193920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeda8f7-e195-415a-9519-ec4b611c2263 None None] Network 8c9f3342-c597-437e-9c26-b627dbf06614 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:24:05.321137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-3f72d64d-50d5-4f39-9561-8729d8a609f0 None None] Provisioning for port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:24:05.361752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:24:05.372442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:24:05.372933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:05.601956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:05.646337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=8551ef27-7533-4e9e-8bcc-0b7d6d5d3553,segment=NetworkSegment(c5cc8274-a8c8-49f5-aeea-7886f6c25816),segment_id=c5cc8274-a8c8-49f5-aeea-7886f6c25816)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:05.649495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:05.651473 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:05.723884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=8551ef27-7533-4e9e-8bcc-0b7d6d5d3553,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:05.727376 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:05.880055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-6add73c9-75ff-44b9-973e-3705cebaeba4 None None] Provisioning complete for port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:24:05.880389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6add73c9-75ff-44b9-973e-3705cebaeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.242132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:24:06.954552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:24:07.030145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 8551ef27-7533-4e9e-8bcc-0b7d6d5d3553 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:24:07.030366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:24.993376 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fb3722a5-1528-4037-88c0-e038e0e7b07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:27.409994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6dba-4eb5-41ae-96ba-65ce4fbaad24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:28.445735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:28.750401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:29.345372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:43.241341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:24:54.994584 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f14e41d4-3618-4b01-95b1-531f66311fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:57.412577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-25cb0dd8-ac9b-4a83-aa62-26b4c52723ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:58.448619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:58.752929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:59.348125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:17.598166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56490) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:17.605105 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [None req-105fef24-f554-48e6-876a-435d371ca67d tempest-verify_tempest_config-243662018 tempest-verify_tempest_config-243662018-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:25:17.606231 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-105fef24-f554-48e6-876a-435d371ca67d tempest-verify_tempest_config-243662018 tempest-verify_tempest_config-243662018-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0070193
Apr 20 19:25:17.920015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56508) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:18.042784 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.058425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:18.062378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Usage tracker for resource:security_group_rule and tenant:99a1b4c2155a44b7ad3eb2b34ba07f2d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:18.065279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:18.071115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:18.157104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.159639 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.172323 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:18.212496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Synchronizing usage tracker for tenant:a255a4637e9042bfa4183d1d571c2695 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:25:18.216002 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da330713-725d-4d94-8645-155734085b7c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:18.227674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.228047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.228421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.228808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.229172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.230090 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.230444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.230804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.231179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.231534 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.231885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.232235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:18.237971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:18.242511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Unset dirty status for tenant:a255a4637e9042bfa4183d1d571c2695 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:25:18.243930 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99a1b4c2155a44b7ad3eb2b34ba07f2d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3227618
Apr 20 19:25:18.247451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56514) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:18.307058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c358f8ee-2607-4c64-a553-25cedde7d0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.334064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c358f8ee-2607-4c64-a553-25cedde7d0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.385427 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c358f8ee-2607-4c64-a553-25cedde7d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.391002 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f23a0d0c-11d6-4fe4-8231-079f45a38c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:18.404449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358f8ee-2607-4c64-a553-25cedde7d0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da330713-725d-4d94-8645-155734085b7c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:18.407389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c358f8ee-2607-4c64-a553-25cedde7d0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:18.408328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c358f8ee-2607-4c64-a553-25cedde7d0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.409558 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c358f8ee-2607-4c64-a553-25cedde7d0c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da330713-725d-4d94-8645-155734085b7c HTTP/1.1" status: 204  len: 168 time: 0.1611536
Apr 20 19:25:20.240271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:25:24.996661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a75165ca-a6b0-4767-9054-0d0859f7b923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:27.417782 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d28bf4a3-c39a-412a-b526-1599ba74937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:28.450987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:28.755456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:29.351164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.997873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ff694e01-7c1a-494c-a3b6-aa436b9570e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.239034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:25:57.411487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-366b3e84-9267-4567-8430-3e7f4ab6ab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:58.453313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:58.758064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:59.353065 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:24.999418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d170f10-b6d0-442f-86e5-2c43f79d0fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:27.412918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d60e21e5-160c-4cd4-8faa-231c808e5938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:28.456833 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:28.759091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:29.358556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:34.238100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 5 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:26:55.001279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c793933b-08e8-460b-b07c-18b1cfefbda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:57.416005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca295-8371-4291-9945-71f63ee316a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.459027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.541656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581'] for agent, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.762569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:59.361944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:11.238166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:27:14.843781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56594) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:27:14.967357 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7bc1df92-fc95-4fd6-9cf8-992b9933a945 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1224053
Apr 20 19:27:17.738138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56604) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:27:17.798023 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-71dabe8a-3b2b-49c7-9781-b1103f01d242 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0587721
Apr 20 19:27:25.004186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-98ce2746-6e96-4c8c-8337-38cb308468ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:27.417412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dcec1b3f-e38e-4765-9cad-26e4985c8cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:28.460913 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:28.510275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:28.763573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:29.365851 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:48.238807 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:27:55.006568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-58ec7201-2849-4a65-a74b-c422dbe90619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:57.420170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-66a13290-c98c-4e82-a09a-568464a531e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:58.465789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:58.504087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:58.765145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:59.369467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:25.009178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-acf2e555-f7bc-4223-b112-e30ca3a8659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:25.238086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:28:27.423237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14ac2779-6aad-46fd-a318-b28ebf7163c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:28.466900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:28.541024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:28.767858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:29.376993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:51.068089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56682) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:51.246573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-771314699-network', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:51.260248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:51.276368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Usage tracker for resource:network and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:51.289528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:51.305894 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:51.325267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Made reservation on behalf of 7899154aeb3b4d1387b43d42a0a50996 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:51.345682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:51.369677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:51.393325 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:51.397702 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Usage tracker for resource:security_group_rule and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:51.401876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:51.409117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:51.530682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:51.534175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:51.539971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:51.562365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:28:51.583118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363307158440598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:51.583738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f08a72f56a8> segment precommit_create {{(pid=86373) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 19:28:51.584212 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Added segment 5ff0776e-f471-4569-aa10-079724c4ecc9 of type vlan for network 82da78ec-751b-430a-a7da-562971e5fcc7
Apr 20 19:28:51.664300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc35e81-e329-4d9c-9d51-b1b7b051d7a2,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:51.682572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.683021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.683622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.683994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.684354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.684741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.685095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.685453 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.685821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.686172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.686523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.686871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Tracked resource versions report:
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]: pushed versions:
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]: {   'AddressGroup': {'1.2'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'ConntrackHelper': {'1.0'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Log': {'1.0'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Network': {'1.1'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Port': {'1.7'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'PortForwarding': {'1.2'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'QosPolicy': {'1.8'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroup': {'1.4'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SubPort': {'1.0'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Subnet': {'1.1'},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Trunk': {'1.1'}}
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]: consumer versions:
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]: {   DHCP agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     HyperV agent@hv-cinder-78726: {},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     L3 agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metadata agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metering agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:     Open vSwitch agent@dv-cinder-787264-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Log': '1.0',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Network': '1.1',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Port': '1.7',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'PortForwarding': '1.2',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'QosPolicy': '1.8',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroup': '1.4',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SubPort': '1.0',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Subnet': '1.1',
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Trunk': '1.1'}}
Apr 20 19:28:51.687993 dv-cinder-787264-1-iscsi neutron-server[86261]:  {{(pid=86373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:28:51.738248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:51.749501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:51.782064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:51.783784 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:51.784700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:51.790107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:51.917293 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8479979
Apr 20 19:28:51.918797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56750) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:51.921397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Pushing event updated for resources: {'Network': ['ID=82da78ec-751b-430a-a7da-562971e5fcc7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:51.924865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:51.925008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Request body: {'subnet': {'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-subnet', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:51.934856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 82da78ec-751b-430a-a7da-562971e5fcc7 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:28:51.949922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:51.961402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Usage tracker for resource:subnet and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:51.964845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:51.981942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:51.993646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Made reservation on behalf of 7899154aeb3b4d1387b43d42a0a50996 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:51.998917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:52.439289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:52.444298 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:52.529852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:52.539954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Checking segment: {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:28:52.540407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Network hostable DHCP agents. Network: 82da78ec-751b-430a-a7da-562971e5fcc7, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:28:52.547526 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.547906 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.548280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.548608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.548994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.549528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.549658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.550017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.550396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.550800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.551074 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.551420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Tracked resource versions report:
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]: pushed versions:
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]: {   'AddressGroup': {'1.2'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'ConntrackHelper': {'1.0'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Log': {'1.0'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Network': {'1.1'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Port': {'1.7'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'PortForwarding': {'1.2'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'QosPolicy': {'1.8'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroup': {'1.4'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SubPort': {'1.0'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Subnet': {'1.1'},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Trunk': {'1.1'}}
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]: consumer versions:
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]: {   DHCP agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     HyperV agent@hv-cinder-78726: {},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     L3 agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metadata agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metering agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:     Open vSwitch agent@dv-cinder-787264-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Log': '1.0',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Network': '1.1',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Port': '1.7',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'PortForwarding': '1.2',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'QosPolicy': '1.8',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroup': '1.4',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SubPort': '1.0',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Subnet': '1.1',
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Trunk': '1.1'}}
Apr 20 19:28:52.552580 dv-cinder-787264-1-iscsi neutron-server[86261]:  {{(pid=86372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:28:52.560135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:52.569194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Network 82da78ec-751b-430a-a7da-562971e5fcc7 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:28:52.579109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 82da78ec-751b-430a-a7da-562971e5fcc7) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:52.583239 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:52.583880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:52.590075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa747a-2b84-4e04-aaa4-6c5ce7d1579a None None] Network 82da78ec-751b-430a-a7da-562971e5fcc7 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:28:52.609781 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6893024
Apr 20 19:28:52.609998 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56786) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:52.616348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:52.621661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:52.626268 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Usage tracker for resource:router and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:52.629566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:52.636901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:52.654757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:52.655871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:52.679753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:52.872771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-82da78ec-751b-430a-a7da-562971e5fcc7', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:28:52.873974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.099205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Allocated IP 172.20.0.2 (82da78ec-751b-430a-a7da-562971e5fcc7/6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea/7526c299-a6e2-44b7-a0a9-4839fc2a5065) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:28:53.207112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.279037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56824) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:53.369786 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.384578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Transition to ACTIVE for port object 7526c299-a6e2-44b7-a0a9-4839fc2a5065 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:28:53.418618 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Transition to ACTIVE for port object 7526c299-a6e2-44b7-a0a9-4839fc2a5065 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:28:53.425182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.438387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:53.493957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Network 82da78ec-751b-430a-a7da-562971e5fcc7 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:28:53.497091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:53.501302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:28:53.587350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56838) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:53.609707 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.649649 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.790083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Pushing event updated for resources: {'Port': ['ID=7526c299-a6e2-44b7-a0a9-4839fc2a5065,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:53.800831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.801224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.801605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.801970 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.802381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.802823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.803357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.803650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.804011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.804569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.804771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.805430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Tracked resource versions report:
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]: pushed versions:
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]: {   'AddressGroup': {'1.2'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'ConntrackHelper': {'1.0'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Log': {'1.0'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Network': {'1.1'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Port': {'1.7'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'PortForwarding': {'1.2'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'QosPolicy': {'1.8'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroup': {'1.4'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SubPort': {'1.0'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Subnet': {'1.1'},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Trunk': {'1.1'}}
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]: consumer versions:
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]: {   DHCP agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     HyperV agent@hv-cinder-78726: {},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     L3 agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metadata agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metering agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:     Open vSwitch agent@dv-cinder-787264-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Log': '1.0',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Network': '1.1',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Port': '1.7',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'PortForwarding': '1.2',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'QosPolicy': '1.8',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroup': '1.4',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SubPort': '1.0',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Subnet': '1.1',
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Trunk': '1.1'}}
Apr 20 19:28:53.806526 dv-cinder-787264-1-iscsi neutron-server[86261]:  {{(pid=86374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:28:53.818392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:53.820947 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Attempting to bind port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:28:53.821551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Attempting to bind port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:28:53.822174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Attempting to bind port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 on network 82da78ec-751b-430a-a7da-562971e5fcc7 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:28:53.827579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Allocated IP 172.27.2.196 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/c0d9b58e-9293-424c-bcb2-3a337f7aeac1) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:28:53.828940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:28:53.829682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Checking segment: {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:28:53.830392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.830869 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Bound using segment: {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:28:53.831493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Bound port: 7526c299-a6e2-44b7-a0a9-4839fc2a5065, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:28:53.831914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.879641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-386838035-network', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:53.886159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:53.892422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Usage tracker for resource:network and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:53.900456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:53.910230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:53.926613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56848) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:53.931951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Made reservation on behalf of ca2fcc0eb6e6446fb2f6b877d41b57d1 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:53.937262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.937543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] For port 7526c299-a6e2-44b7-a0a9-4839fc2a5065, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:28:53.941124 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] For port 7526c299-a6e2-44b7-a0a9-4839fc2a5065, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=7526c299-a6e2-44b7-a0a9-4839fc2a5065,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:28:53.946501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.953658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.958208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:53.972478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:53.977864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Usage tracker for resource:security_group_rule and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:53.981355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:53.988929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:54.011382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56854) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:54.044224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Pushing event updated for resources: {'Port': ['ID=7526c299-a6e2-44b7-a0a9-4839fc2a5065,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:54.087017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:54.096354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-741474716-network', 'tenant_id': 'ac7d571d2ace4ec4813cdc944b1af495'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:54.104907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56864) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:54.113727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:54.124291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.132204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Usage tracker for resource:network and tenant:ac7d571d2ace4ec4813cdc944b1af495 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:54.138204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:54.142565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.147494 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:54.150033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.161473 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:54.165705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.172776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-112f66fe-5b27-4b71-a69f-1ba0d87e9658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:54.203564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63640fdd-7f2e-42ad-88d0-d45d9a1aa20e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:54.222348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:54.223337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Made reservation on behalf of ac7d571d2ace4ec4813cdc944b1af495 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:54.228413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.251889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.266236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:28:54.268653 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-797620246-network', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:54.272467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d9b58e-9293-424c-bcb2-3a337f7aeac1,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:54.276949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:54.280304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:54.281623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:ac7d571d2ace4ec4813cdc944b1af495 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:54.284997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:54.290794 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:28:54.291773 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:54.292744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:54.295993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:28:54.368109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:54.385749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.386421 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Added segment 2ac23387-e082-464b-ad7b-0d8757146c8a of type vlan for network f4427720-1bf7-4b3c-8e43-4a0696109808
Apr 20 19:28:54.419920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-603645287-network', 'tenant_id': '360d38b62ef6436f887341a67ecd69b5'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:54.435498 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:54.438881 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.443645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Usage tracker for resource:network and tenant:360d38b62ef6436f887341a67ecd69b5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:54.447519 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:54.451226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Usage tracker for resource:network and tenant:8a872b344d5e4785bc501bb382a739e4 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:54.459465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.495796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:54.501766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:54.509269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:54.516935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.522466 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:54.569632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d92516-0032-49d0-bc0c-f625d5b97e04,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:54.591480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705524238-network', 'tenant_id': '71bb0ca85c2c4181b20ab6a383686943'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:54.596484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:54.608312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:54.609204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Usage tracker for resource:network and tenant:71bb0ca85c2c4181b20ab6a383686943 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:54.618569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:54.621491 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:28:54.623057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Made reservation on behalf of 8a872b344d5e4785bc501bb382a739e4 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:54.628729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Made reservation on behalf of 360d38b62ef6436f887341a67ecd69b5 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:54.634226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.636160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.669144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:54.669966 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.675408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.695938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.696331 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Added segment bea14e14-6dc5-4266-a165-9429619c9960 of type vlan for network b7d70069-b804-4486-9edb-82c7d737dbd7
Apr 20 19:28:54.696609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:54.704543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8a872b344d5e4785bc501bb382a739e4 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:54.706535 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:54.712067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:54.713366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:54.718104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.719221 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Usage tracker for resource:security_group_rule and tenant:360d38b62ef6436f887341a67ecd69b5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:54.728732 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:54.732446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:54.733132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.751938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:54.769703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Made reservation on behalf of 71bb0ca85c2c4181b20ab6a383686943 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:54.774700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.795499 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:54.811677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.881419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.889068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.945237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:54.957562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Usage tracker for resource:security_group_rule and tenant:71bb0ca85c2c4181b20ab6a383686943 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:54.964655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:54.967581 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.975430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Pushing event updated for resources: {'Network': ['ID=f4427720-1bf7-4b3c-8e43-4a0696109808,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:54.976678 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:54.982907 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7020583
Apr 20 19:28:54.984823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56894) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:54.986697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:54.989091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network f4427720-1bf7-4b3c-8e43-4a0696109808 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:28:54.996598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:55.022017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Request body: {'subnet': {'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-386838035-subnet', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:55.029367 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.041252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:55.042872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.050864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b27ca2b9-ab00-4938-81ee-ea36dd37b780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:55.062695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:28:55.078532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d603ed89-8649-4fca-92c6-76a76667f9df,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:55.099025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:55.102100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:55.114151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.114513 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Added segment 6a40ed81-d836-4f18-a85a-7c0939355633 of type vlan for network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a
Apr 20 19:28:55.131382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Usage tracker for resource:subnet and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:55.141999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:55.159599 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:55.162173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.195627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-228e901d-523b-4f42-a944-43f36f28d18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.280359 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6918366
Apr 20 19:28:55.281431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56908) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:55.292451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7d70069-b804-4486-9edb-82c7d737dbd7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:55.304085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network b7d70069-b804-4486-9edb-82c7d737dbd7 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:28:55.321926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Request body: {'subnet': {'network_id': 'b7d70069-b804-4486-9edb-82c7d737dbd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-741474716-subnet', 'tenant_id': 'ac7d571d2ace4ec4813cdc944b1af495', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:55.331129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:55.332026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Made reservation on behalf of ca2fcc0eb6e6446fb2f6b877d41b57d1 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:55.341039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.344980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.347646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:55.361962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Usage tracker for resource:subnet and tenant:ac7d571d2ace4ec4813cdc944b1af495 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:55.375723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.384493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:55.439602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:55.460236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:55.516538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.550157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 7526c299-a6e2-44b7-a0a9-4839fc2a5065 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:28:55.564205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:28:55.575735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:55.594294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:55.596095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.614363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Made reservation on behalf of ac7d571d2ace4ec4813cdc944b1af495 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:55.627337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.665637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.666032 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Added segment 1595ab91-6db6-40d1-93a3-f1fbf296e918 of type vlan for network 94eaea9d-e39c-47da-9fde-443a214825c9
Apr 20 19:28:55.671537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.704736 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:28:55.789157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.resource_extend [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:28:55.823009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59150746-b816-4a2b-bb4d-c06d6ee98e57 None None] Network 82da78ec-751b-430a-a7da-562971e5fcc7 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:28:55.834347 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:55.851421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:28:55.861647 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.862297 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Added segment 797a24a6-26ae-46db-abde-d272d715f5c8 of type vlan for network fb84b97f-fe88-433d-9e9d-6ed071385b78
Apr 20 19:28:55.893927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.922926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.936676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.949345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:55.949686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.957686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:55.958324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.968552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:56.044230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.100858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-661df8a4-e945-43af-afdc-d7ea84d2d729 None None] Provisioning for port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:28:56.110371 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-661df8a4-e945-43af-afdc-d7ea84d2d729 None None] Provisioning complete for port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:28:56.111119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-661df8a4-e945-43af-afdc-d7ea84d2d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.148243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe8de6b-b830-4247-8eac-5cdf3ff1ee0d,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:56.158927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:56.176405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:56.281699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-661df8a4-e945-43af-afdc-d7ea84d2d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.335393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-661df8a4-e945-43af-afdc-d7ea84d2d729 None None] For port 7526c299-a6e2-44b7-a0a9-4839fc2a5065, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=7526c299-a6e2-44b7-a0a9-4839fc2a5065,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:28:56.340506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-661df8a4-e945-43af-afdc-d7ea84d2d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.343158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:56.418619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Pushing event updated for resources: {'Network': ['ID=fb84b97f-fe88-433d-9e9d-6ed071385b78,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:56.430278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:56.440113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network fb84b97f-fe88-433d-9e9d-6ed071385b78 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:28:56.446787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.resource_extend [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:28:56.467490 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.3613191
Apr 20 19:28:56.472121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56932) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:56.485647 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Request body: {'subnet': {'network_id': 'fb84b97f-fe88-433d-9e9d-6ed071385b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705524238-subnet', 'tenant_id': '71bb0ca85c2c4181b20ab6a383686943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:56.495832 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:56.501864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Usage tracker for resource:subnet and tenant:71bb0ca85c2c4181b20ab6a383686943 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:56.519400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.521318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:56.532656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:56.533077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.551309 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:56.553443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:56.622735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Pushing event updated for resources: {'Network': ['ID=83a9f6c9-14bf-4451-bd3a-5335ab5e684a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:56.636963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:28:56.700459 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.6859407
Apr 20 19:28:56.706417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Made reservation on behalf of 71bb0ca85c2c4181b20ab6a383686943 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:56.711722 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.727213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 56938) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:56.737830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661df8a4-e945-43af-afdc-d7ea84d2d729 None None] Pushing event updated for resources: {'Port': ['ID=7526c299-a6e2-44b7-a0a9-4839fc2a5065,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:56.739151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Request body: {'subnet': {'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-603645287-subnet', 'tenant_id': '360d38b62ef6436f887341a67ecd69b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:56.751219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-661df8a4-e945-43af-afdc-d7ea84d2d729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:56.765703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:56.800728 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-a62532c1-dfb6-4ffd-94c4-1dc46f1b1f52 None None] Provisioning complete for port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:28:56.800728 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a62532c1-dfb6-4ffd-94c4-1dc46f1b1f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.801966 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.8736389
Apr 20 19:28:56.806622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56944) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:56.893820 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Request body: {'subnet': {'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-subnet', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:56.900541 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:56.905207 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Usage tracker for resource:subnet and tenant:8a872b344d5e4785bc501bb382a739e4 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:56.908914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:56.916748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:56.970642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Made reservation on behalf of 8a872b344d5e4785bc501bb382a739e4 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:56.975923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.978321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:56.985865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Pushing event updated for resources: {'Network': ['ID=94eaea9d-e39c-47da-9fde-443a214825c9,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:56.999300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 94eaea9d-e39c-47da-9fde-443a214825c9 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:28:57.001705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Usage tracker for resource:subnet and tenant:360d38b62ef6436f887341a67ecd69b5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:57.006486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:57.056608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:57.069359 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:57.109280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Made reservation on behalf of 360d38b62ef6436f887341a67ecd69b5 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:57.114224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:57.154349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:57.168333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 7526c299-a6e2-44b7-a0a9-4839fc2a5065 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:28:57.244640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:28:57.245177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:57.432156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d192670-09cc-4e84-8c53-34404af21c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:57.593405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:57.606258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-75578bcf-90a5-4ebd-9c64-e5a5d599be19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:57.655577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:57.661762 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:28:57.715952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:57.767192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba2e352-73c8-40b2-b5fa-c14e98ff339d,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:57.824790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb80cec-5827-4fd2-878d-f977cc088084,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:57.831922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:57.841653 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:57.853984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Checking segment: {'id': 'bea14e14-6dc5-4266-a165-9429619c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7d70069-b804-4486-9edb-82c7d737dbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:28:57.854374 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Network hostable DHCP agents. Network: b7d70069-b804-4486-9edb-82c7d737dbd7, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:28:57.864290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Checking segment: {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:28:57.864684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Network hostable DHCP agents. Network: f4427720-1bf7-4b3c-8e43-4a0696109808, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:28:57.906860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Network b7d70069-b804-4486-9edb-82c7d737dbd7 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:28:57.931689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Network f4427720-1bf7-4b3c-8e43-4a0696109808 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:28:57.933833 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, b7d70069-b804-4486-9edb-82c7d737dbd7) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:57.946924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:57.947582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:57.947730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafd3cb6-cb92-4f54-8767-0f2ae1a9c877 None None] Network b7d70069-b804-4486-9edb-82c7d737dbd7 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:28:57.950942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:28:57.952475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, f4427720-1bf7-4b3c-8e43-4a0696109808) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:57.962429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Sync routers for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:28:57.975397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:28:57.976750 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a580ccf8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:58.040278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d43651-68e0-42d8-8753-46b886891d80 None None] Network f4427720-1bf7-4b3c-8e43-4a0696109808 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:28:58.053158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:58.053808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.062997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.064266 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.4533470
Apr 20 19:28:58.072776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56962) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:58.073484 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.7826917
Apr 20 19:28:58.098589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.107821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ac384b4-5e6f-4fe5-8333-7ac3471fad67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:58.147579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.196469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.226552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:28:58.229334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:58.271431 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c7ef6bb5-940c-4265-9b98-ceb64a6a727b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.2598181
Apr 20 19:28:58.284955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 56972) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:58.293825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:58.328017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc85652-269c-4620-a4a5-6c62f5259399,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:58.334596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:58.344350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:58.346403 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:58.365034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Usage tracker for resource:router and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:58.371775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:58.444193 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:58.453781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Checking segment: {'id': '797a24a6-26ae-46db-abde-d272d715f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fb84b97f-fe88-433d-9e9d-6ed071385b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:28:58.454198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Network hostable DHCP agents. Network: fb84b97f-fe88-433d-9e9d-6ed071385b78, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:28:58.472742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a20133b-670d-43da-a73c-570c34822eb2,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:58.490704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:58.502029 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Checking segment: {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:28:58.502432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Network hostable DHCP agents. Network: 83a9f6c9-14bf-4451-bd3a-5335ab5e684a, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:28:58.510488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.511821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.551637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.566959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Checking segment: {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:28:58.567357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Network hostable DHCP agents. Network: 94eaea9d-e39c-47da-9fde-443a214825c9, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:28:58.603818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add3c7d3-92e3-4258-8d3e-f52b66da3af5,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:58.622916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:58.623584 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Network fb84b97f-fe88-433d-9e9d-6ed071385b78 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:28:58.650329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Network 94eaea9d-e39c-47da-9fde-443a214825c9 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:28:58.663929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, fb84b97f-fe88-433d-9e9d-6ed071385b78) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:58.666845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 94eaea9d-e39c-47da-9fde-443a214825c9) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:58.681423 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a580ccf8>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:28:54Z', 'revision_number': 3, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:58.691346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Checking router: 22696437-f6e4-4a1f-bfcf-5b93ee44b311 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:28:58.691940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:58.693320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Updating router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 port c0d9b58e-9293-424c-bcb2-3a337f7aeac1 binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:28:58.697596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.749992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:58.750657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.755589 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.2778997
Apr 20 19:28:58.794132 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.0606759
Apr 20 19:28:58.856073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d5bc6b-199e-4dbe-b5b7-1ba2e45c38d9 None None] Network fb84b97f-fe88-433d-9e9d-6ed071385b78 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:28:58.915805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:58.927383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57016) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:58.932012 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 19:28:59.120901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84cf85-67a4-4f6f-ae8b-148d528e165c None None] Network 94eaea9d-e39c-47da-9fde-443a214825c9 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:28:59.192871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f116a20-2f58-4b47-b801-4b1f1e57d725 None None] Network b7d70069-b804-4486-9edb-82c7d737dbd7 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:28:59.248408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:28:59.292331 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-4f3d3c17-3c2c-4a98-918f-1ea169735907 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:59.293455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-4f3d3c17-3c2c-4a98-918f-1ea169735907 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Synchronizing usage tracker for tenant:ac7d571d2ace4ec4813cdc944b1af495 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:28:59.338233 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-4f3d3c17-3c2c-4a98-918f-1ea169735907 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Unset dirty status for tenant:ac7d571d2ace4ec4813cdc944b1af495 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:28:59.339794 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-4f3d3c17-3c2c-4a98-918f-1ea169735907 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/networks?id=b7d70069-b804-4486-9edb-82c7d737dbd7 HTTP/1.1" status: 200  len: 811 time: 0.4113135
Apr 20 19:28:59.361684 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-30636949-9316-4b00-b0b5-a93779787ebb tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/quotas/ac7d571d2ace4ec4813cdc944b1af495 HTTP/1.1" status: 200  len: 375 time: 0.0118601
Apr 20 19:28:59.408888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 83a9f6c9-14bf-4451-bd3a-5335ab5e684a) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:59.487321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:59.488231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:59.539482 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-c650077d-dfca-46ef-9613-335d5b6ee05e tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac7d571d2ace4ec4813cdc944b1af495&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1699433
Apr 20 19:28:59.674107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57058) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:59.715164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:59.733705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Transition to ACTIVE for port object c0d9b58e-9293-424c-bcb2-3a337f7aeac1 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:28:59.754969 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:59.760654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:59.762045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648509a9-c9f5-4e01-acf8-b6f94af08d4d None None] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:28:59.764338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:59.777497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-f4427720-1bf7-4b3c-8e43-4a0696109808', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:28:59.778479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:59.812648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:59.869429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Pushing event updated for resources: {'Port': ['ID=c0d9b58e-9293-424c-bcb2-3a337f7aeac1,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:59.883771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.884555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.885200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.885923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.886556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.887133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.887720 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.888405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.889012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.889722 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.890299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.890963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Tracked resource versions report:
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]: pushed versions:
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]: {   'AddressGroup': {'1.2'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'ConntrackHelper': {'1.0'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Log': {'1.0'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Network': {'1.1'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Port': {'1.7'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'PortForwarding': {'1.2'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'QosPolicy': {'1.8'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroup': {'1.4'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'SubPort': {'1.0'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Subnet': {'1.1'},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     'Trunk': {'1.1'}}
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]: consumer versions:
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]: {   DHCP agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     HyperV agent@hv-cinder-78726: {},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     L3 agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metadata agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     Metering agent@dv-cinder-787264-1-iscsi: {},
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:     Open vSwitch agent@dv-cinder-787264-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Log': '1.0',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Network': '1.1',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Port': '1.7',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'PortForwarding': '1.2',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'QosPolicy': '1.8',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroup': '1.4',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'SubPort': '1.0',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Subnet': '1.1',
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:                                                      'Trunk': '1.1'}}
Apr 20 19:28:59.892476 dv-cinder-787264-1-iscsi neutron-server[86261]:  {{(pid=86375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:28:59.917737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:59.986258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Attempting to bind port c0d9b58e-9293-424c-bcb2-3a337f7aeac1 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:28:59.986842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Attempting to bind port c0d9b58e-9293-424c-bcb2-3a337f7aeac1 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:28:59.987434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Attempting to bind port c0d9b58e-9293-424c-bcb2-3a337f7aeac1 on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:28:59.996768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:28:59.998202 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:28:59.999515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.000031 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-30a3dd72-991c-4c57-803a-f3194a900b6d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:00.000181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:00.000946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Bound port: c0d9b58e-9293-424c-bcb2-3a337f7aeac1, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:00.001336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-30a3dd72-991c-4c57-803a-f3194a900b6d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Synchronizing usage tracker for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:00.001689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.032204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-30a3dd72-991c-4c57-803a-f3194a900b6d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Unset dirty status for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:00.034433 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-30a3dd72-991c-4c57-803a-f3194a900b6d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 814 time: 0.3554406
Apr 20 19:29:00.059780 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-4cceb1b5-459f-4112-abf6-33d5e71104d1 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/quotas/360d38b62ef6436f887341a67ecd69b5 HTTP/1.1" status: 200  len: 375 time: 0.0189300
Apr 20 19:29:00.067158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.095780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.129654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] For port c0d9b58e-9293-424c-bcb2-3a337f7aeac1, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:00.133991 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-175edeac-cd03-4b25-9119-aa13bbcd1d2a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0639529
Apr 20 19:29:00.134281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] For port c0d9b58e-9293-424c-bcb2-3a337f7aeac1, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=c0d9b58e-9293-424c-bcb2-3a337f7aeac1,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:00.134880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57072) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:00.141943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1235223822-network', 'tenant_id': '6f2e3d40511d4afa9dfa78d2b60cf83d'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:00.146996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:00.152060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Usage tracker for resource:network and tenant:6f2e3d40511d4afa9dfa78d2b60cf83d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:00.152489 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.154882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.156818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:00.165012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:00.178280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Made reservation on behalf of 6f2e3d40511d4afa9dfa78d2b60cf83d for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:29:00.181157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:00.183054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.197672 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.3187375
Apr 20 19:29:00.202366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 57082) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:00.214562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:00.222217 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:00.222507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-5b46c905-4e07-4ef1-8681-f9008ed17695 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:29:00.230255 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-5b46c905-4e07-4ef1-8681-f9008ed17695 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2037613
Apr 20 19:29:00.253001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.306479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Usage tracker for resource:router and tenant:8a872b344d5e4785bc501bb382a739e4 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:00.317133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:00.331690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:00.333303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:00.338123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Usage tracker for resource:security_group_rule and tenant:6f2e3d40511d4afa9dfa78d2b60cf83d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:00.341815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:00.350017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:00.353545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:00.357116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a580ccf8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:00.399302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.400304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.444084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.458412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.474789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:29:00.485703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.487150 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Added segment 57cc871d-801d-4e0c-8bc2-fa3a0db23a1c of type vlan for network b30f57f6-9604-4e90-bdd6-0eec10cbe6c9
Apr 20 19:29:00.513295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Pushing event updated for resources: {'Port': ['ID=c0d9b58e-9293-424c-bcb2-3a337f7aeac1,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:00.520883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:00.523865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.528308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.539516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Allocated IP 172.20.0.2 (f4427720-1bf7-4b3c-8e43-4a0696109808/6ba2e352-73c8-40b2-b5fa-c14e98ff339d/d6431639-2676-4a23-9c4e-9bac3be64f56) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:00.564697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:00.589410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-0cc9f5e3-5860-4a4d-8844-b22b77e9b408 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:29:00.591189 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-0cc9f5e3-5860-4a4d-8844-b22b77e9b408 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1397398
Apr 20 19:29:00.594194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.595786 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:00.609684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:00.610449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.650482 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefc06dc-6837-4b04-af22-f1ced9bf538e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:00.767056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:00.904289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:00.907913 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:00.975619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a580ccf8>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:28:54Z', 'revision_number': 3, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:00.980765 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb381aa-3c00-40ba-895d-4f3f6b010025 None None] The sync data for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi is: [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:28:54Z', 'revision_number': 3, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:29:01.011281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Pushing event updated for resources: {'Network': ['ID=b30f57f6-9604-4e90-bdd6-0eec10cbe6c9,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:01.041145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:01.057915 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-458c7e1e-a3a9-45f0-950b-8089698cbc12 service neutron] 10.222.0.38 "GET /v2.0/networks/b7d70069-b804-4486-9edb-82c7d737dbd7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8267529
Apr 20 19:29:01.064256 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9279933
Apr 20 19:29:01.099994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network b30f57f6-9604-4e90-bdd6-0eec10cbe6c9 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:29:01.162255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57090) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:01.169865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Request body: {'subnet': {'network_id': 'b30f57f6-9604-4e90-bdd6-0eec10cbe6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1235223822-subnet', 'tenant_id': '6f2e3d40511d4afa9dfa78d2b60cf83d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:01.187685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:01.207187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Usage tracker for resource:subnet and tenant:6f2e3d40511d4afa9dfa78d2b60cf83d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:01.220907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:01.231204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:01.236965 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-f0b41ead-b8dd-4cd0-a363-31d1b3a5a2ed service neutron] 10.222.0.38 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6292083
Apr 20 19:29:01.264151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:01.267340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9625f496-05a9-4f33-8af2-e6b031b23926 None None] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:29:01.346684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Made reservation on behalf of 6f2e3d40511d4afa9dfa78d2b60cf83d for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:29:01.352501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:01.395445 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:01.464115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Transition to ACTIVE for port object d6431639-2676-4a23-9c4e-9bac3be64f56 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:01.487102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639c54b-fc82-4e46-9405-5649749f0288 None None] Network 94eaea9d-e39c-47da-9fde-443a214825c9 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:29:01.548990 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:01.654778 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Transition to ACTIVE for port object d6431639-2676-4a23-9c4e-9bac3be64f56 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:01.655001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:01.709068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:01.777568 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-ca9a6cc0-5db3-45a6-83e8-33f052cdb2e2 service neutron] 10.222.0.38 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5213897
Apr 20 19:29:01.780088 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-d80d5772-4a09-4136-942b-b8c292fec85c service neutron] 10.222.0.38 "GET /v2.0/networks/b7d70069-b804-4486-9edb-82c7d737dbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7033713
Apr 20 19:29:01.823792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:01.896014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cda5e6-35cd-4414-9a6f-1081e49d6e83 None None] Network fb84b97f-fe88-433d-9e9d-6ed071385b78 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:29:01.925266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Allocated IP 172.20.0.1 (82da78ec-751b-430a-a7da-562971e5fcc7/6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea/3bc47d69-9136-4a3c-aa4a-582658f7b2c4) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:02.032081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Allocated IP 172.27.2.126 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/b976f812-7cde-4c06-8a72-dc6058959e64) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:02.100038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:02.116739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:02.221557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82390ee0-3b7d-4063-902a-bf6e729bdfb4,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:02.237797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:29:02.275887 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:02.370112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Checking segment: {'id': '57cc871d-801d-4e0c-8bc2-fa3a0db23a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b30f57f6-9604-4e90-bdd6-0eec10cbe6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:02.370479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Network hostable DHCP agents. Network: b30f57f6-9604-4e90-bdd6-0eec10cbe6c9, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:29:02.413111 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-624926a5-7ce1-4ea0-ba4a-8b91a7f6765d req-beef43cc-30b8-40c4-8534-d0a944de8804 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.1719337
Apr 20 19:29:02.444447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Network f4427720-1bf7-4b3c-8e43-4a0696109808 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:02.487281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:02.493421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:02.508662 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d473b1d3-91af-4538-a504-58a3a0ec49ba req-b69f3d7f-c18a-4d2f-bda6-31c1938a6b49 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 210 time: 0.1233675
Apr 20 19:29:02.514733 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Network b30f57f6-9604-4e90-bdd6-0eec10cbe6c9 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:29:02.540830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, b30f57f6-9604-4e90-bdd6-0eec10cbe6c9) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:02.546825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:02.549767 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:02.581249 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.4174578
Apr 20 19:29:02.583990 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcdfebd-7f4c-458a-9935-b079a9389152 None None] Network b30f57f6-9604-4e90-bdd6-0eec10cbe6c9 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:29:02.609603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Pushing event updated for resources: {'Port': ['ID=d6431639-2676-4a23-9c4e-9bac3be64f56,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:02.718485 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:02.858873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57140) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:02.872382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:02.899244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:02.911685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Attempting to bind port d6431639-2676-4a23-9c4e-9bac3be64f56 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:02.912115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Attempting to bind port d6431639-2676-4a23-9c4e-9bac3be64f56 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:02.912542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Attempting to bind port d6431639-2676-4a23-9c4e-9bac3be64f56 on network f4427720-1bf7-4b3c-8e43-4a0696109808 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:02.957584 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:02.962756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:02.964317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:02.964827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Checking segment: {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:02.965281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:02.965766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Bound using segment: {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:02.966332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Bound port: d6431639-2676-4a23-9c4e-9bac3be64f56, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:02.966743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.032307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] Deleting subnet ddc85652-269c-4620-a4a5-6c62f5259399 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:29:03.043531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.050471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Transition to ACTIVE for port object 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:03.066677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 57150) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:03.165014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.174351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.190438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.197031 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.206276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:03.322231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device c0d9b58e-9293-424c-bcb2-3a337f7aeac1 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:03.328100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:03.339447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:03.346775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Network 82da78ec-751b-430a-a7da-562971e5fcc7 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:03.363648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:03.440180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] For port d6431639-2676-4a23-9c4e-9bac3be64f56, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:03.455150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:03.457745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Allocated IP 172.27.2.144 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/4e59b4f8-3855-46c4-82f5-cb312314eff0) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:03.464208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6adb6aa-6f35-48bd-98d6-ec77078aa6b0 None None] Network b30f57f6-9604-4e90-bdd6-0eec10cbe6c9 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:29:03.466510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Pushing event updated for resources: {'Port': ['ID=b976f812-7cde-4c06-8a72-dc6058959e64,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:03.522424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] For port d6431639-2676-4a23-9c4e-9bac3be64f56, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d6431639-2676-4a23-9c4e-9bac3be64f56,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:03.605448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:03.606278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.660106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.690885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8256cec5-b762-44de-9d84-808fa077e0cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:03.785845 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8906347b-bb8d-4503-925a-44bb2950f7bf req-cb694210-8c8e-43d8-a224-f5e61fc3675a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.2023051
Apr 20 19:29:03.835076 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Pushing event updated for resources: {'Port': ['ID=3bc47d69-9136-4a3c-aa4a-582658f7b2c4,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:03.849490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.865275 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-03dec5cf-27db-4ed7-a38d-d12d659c21d0 req-61a0ee25-9fd0-4aed-ad04-8a7352edc16a tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 210 time: 0.1996863
Apr 20 19:29:03.871603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:03.873838 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:03.874157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:03.927260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:03.959187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port c0d9b58e-9293-424c-bcb2-3a337f7aeac1 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:03.962741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:03.970950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Usage tracker for resource:security_group_rule and tenant:7be78d3eff1f4945becb65948ea017b5 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:03.983140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:03.989234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3dfd5660-4cd2-490d-b214-845928e20e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:04.051874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:04.060520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc85652-269c-4620-a4a5-6c62f5259399,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:04.064169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:04.069105 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ddc85652-269c-4620-a4a5-6c62f5259399 HTTP/1.1" status: 204  len: 168 time: 1.2069516
Apr 20 19:29:04.070062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57200) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:04.109302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port c0d9b58e-9293-424c-bcb2-3a337f7aeac1 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:04.109741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:04.152012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:04.203241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Pushing event updated for resources: {'Port': ['ID=d6431639-2676-4a23-9c4e-9bac3be64f56,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:04.215757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-cd8feab2-e9dc-43de-b0c1-176b12738dd5 None None] Provisioning for port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:04.223175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:04.241086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-cd8feab2-e9dc-43de-b0c1-176b12738dd5 None None] Provisioning complete for port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:04.241760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cd8feab2-e9dc-43de-b0c1-176b12738dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:04.319434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-cd8feab2-e9dc-43de-b0c1-176b12738dd5 None None] Port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:29:04.319793 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:04.487399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:04.531703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port c0d9b58e-9293-424c-bcb2-3a337f7aeac1, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=c0d9b58e-9293-424c-bcb2-3a337f7aeac1,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:04.537596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:04.539916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f89cfc72-37ad-4b63-bf6a-4d0ec7c02cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:04.608889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:04.687850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=c0d9b58e-9293-424c-bcb2-3a337f7aeac1,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:04.702688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:04.776946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f08a4dd9ac8>> segment before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.777446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f08a4dd9ac8>> subnet precommit_delete_associations 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.778398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a675c5c0>> segment_host_mapping after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.778913 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a675c5c0>> port after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.779348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a675c5c0>> port after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.780184 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a675c5c0>> port after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.780646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a675c5c0>> segment after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.781108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a675c5c0>> subnet after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.781544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a675c5c0>> subnet after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.782058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a675c5c0>> subnet after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.968950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:04.994118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f08a597cf28>> subnet after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.994496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f08a597cf28>> subnet after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.995036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f08a597cf28>> subnet before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.996112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f08a597cf28>> subnet before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:29:04.996112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a5793da0>,) {'filters': {'network_id': ['fb84b97f-fe88-433d-9e9d-6ed071385b78']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:05.012699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a5793da0>, '797a24a6-26ae-46db-abde-d272d715f5c8') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:05.014864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a5793da0>, '797a24a6-26ae-46db-abde-d272d715f5c8') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:05.029163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850689795'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:05.046974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:05.055350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:29:05.248378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:05.277843 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eaeef9a3-4aca-44e4-a823-43e1eca12c95 req-d393703e-db32-443a-8c76-f52229961dc3 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.1309621
Apr 20 19:29:05.302668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:05.353744 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f1eb279a-95ba-4708-af5d-a65f7d29e935 req-c85d6e10-67fc-4ea4-93f5-fd949f708423 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 210 time: 0.2040019
Apr 20 19:29:05.395791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Network fb84b97f-fe88-433d-9e9d-6ed071385b78 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:29:05.410224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1367053'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:05.440849 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d6431639-2676-4a23-9c4e-9bac3be64f56 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:05.464360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:05.477454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.55', 58950) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:05.488179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:05.555326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port d6431639-2676-4a23-9c4e-9bac3be64f56 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:05.560632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device c0d9b58e-9293-424c-bcb2-3a337f7aeac1 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:05.573336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:05.585806 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7be78d3eff1f4945becb65948ea017b5&name=default HTTP/1.1" status: 200  len: 2976 time: 2.5132902
Apr 20 19:29:05.609953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57232) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:05.653644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port c0d9b58e-9293-424c-bcb2-3a337f7aeac1 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:05.654184 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:05.690672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Network fb84b97f-fe88-433d-9e9d-6ed071385b78 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   from cryptography.utils import int_from_bytes
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   from cryptography.utils import int_from_bytes
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   (rel_b, rel_a, rel_b),
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   (rel_b, rel_a, rel_b),
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:29:05.727432 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:29:06.001989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8169573f-443a-4f78-8b71-baa090965db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.027140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.030211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648f2707-db90-4e2e-99f6-23320446f656,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:06.036460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8169573f-443a-4f78-8b71-baa090965db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.047400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:06.051676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:06.054442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.070433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd153c1f-6732-446c-813e-5ec8f7f53d58 None None] Network f4427720-1bf7-4b3c-8e43-4a0696109808 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:29:06.078366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.081359 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb84b97f-fe88-433d-9e9d-6ed071385b78,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:06.082956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:06.091647 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:06.105073 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-462ae761-7e66-4415-9bb0-87344e8e8030 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fb84b97f-fe88-433d-9e9d-6ed071385b78 HTTP/1.1" status: 204  len: 168 time: 2.0309803
Apr 20 19:29:06.105975 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57236) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:06.128196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-86b82847-3f79-4a54-87b6-0f2a4cea353f tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:06.129771 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-86b82847-3f79-4a54-87b6-0f2a4cea353f tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.55 "GET /v2.0/networks?id=b7d70069-b804-4486-9edb-82c7d737dbd7 HTTP/1.1" status: 200  len: 811 time: 0.6511359
Apr 20 19:29:06.141306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.183564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-728adde2-e887-44bd-a8d5-cd850a084916 None None] Provisioning for port d6431639-2676-4a23-9c4e-9bac3be64f56 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:06.197542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] Deleting subnet 82390ee0-3b7d-4063-902a-bf6e729bdfb4 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:29:06.201981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.204469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-728adde2-e887-44bd-a8d5-cd850a084916 None None] Provisioning complete for port d6431639-2676-4a23-9c4e-9bac3be64f56 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:06.204919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-728adde2-e887-44bd-a8d5-cd850a084916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.233652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8169573f-443a-4f78-8b71-baa090965db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.242427 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:06.245188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:06.258795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169573f-443a-4f78-8b71-baa090965db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f2707-db90-4e2e-99f6-23320446f656,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:06.261298 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8169573f-443a-4f78-8b71-baa090965db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:06.277683 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8169573f-443a-4f78-8b71-baa090965db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.278900 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8169573f-443a-4f78-8b71-baa090965db4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/648f2707-db90-4e2e-99f6-23320446f656 HTTP/1.1" status: 204  len: 168 time: 0.6673687
Apr 20 19:29:06.299232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4086005'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.334468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:06.373698 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.375498 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:06.442563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.resource_extend [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:29:06.670629 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d39ca670-8581-4826-a460-3b424488bb45 req-7759e4e0-9398-4424-8180-4aac188d08c6 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.1161158
Apr 20 19:29:06.670629 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-543759e8-b143-4190-84f5-49f80bd289ab req-0ba16976-03b2-457b-a5c4-0e278d2189c6 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 210 time: 0.0700676
Apr 20 19:29:06.798580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-728adde2-e887-44bd-a8d5-cd850a084916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.861647 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853408338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851958700'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.862687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-728adde2-e887-44bd-a8d5-cd850a084916 None None] For port d6431639-2676-4a23-9c4e-9bac3be64f56, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d6431639-2676-4a23-9c4e-9bac3be64f56,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:06.867710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-728adde2-e887-44bd-a8d5-cd850a084916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.873834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6d403ec4-a967-445c-90a5-88a00ba1ee24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:06.878146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:06.923070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82390ee0-3b7d-4063-902a-bf6e729bdfb4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:06.926743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:06.928177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.939315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Pushing event updated for resources: {'Port': ['ID=4e59b4f8-3855-46c4-82f5-cb312314eff0,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:06.943261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:06.948554 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] 10.222.0.38 "DELETE /v2.0/subnets/82390ee0-3b7d-4063-902a-bf6e729bdfb4 HTTP/1.1" status: 204  len: 168 time: 0.8414958
Apr 20 19:29:06.951412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57260) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:06.968064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:06.988149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728adde2-e887-44bd-a8d5-cd850a084916 None None] Pushing event updated for resources: {'Port': ['ID=d6431639-2676-4a23-9c4e-9bac3be64f56,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:07.000262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-728adde2-e887-44bd-a8d5-cd850a084916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:07.091246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.173375 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.190761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d6431639-2676-4a23-9c4e-9bac3be64f56 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:07.216827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.225761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:07.240056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.274137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.283187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-0cb7564f-b044-4390-8192-cf86ab7ff678 None None] Provisioning complete for port d6431639-2676-4a23-9c4e-9bac3be64f56 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:07.283771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0cb7564f-b044-4390-8192-cf86ab7ff678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.362704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a4bc7e10>,) {'filters': {'network_id': ['b30f57f6-9604-4e90-bdd6-0eec10cbe6c9']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:07.380550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4bc7e10>, '57cc871d-801d-4e0c-8bc2-fa3a0db23a1c') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:07.380965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4bc7e10>, '57cc871d-801d-4e0c-8bc2-fa3a0db23a1c') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:07.394607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850689795'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.394888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port d6431639-2676-4a23-9c4e-9bac3be64f56 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:07.395222 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.410687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.418088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:29:07.589914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Pushing event updated for resources: {'Port': ['ID=3bc47d69-9136-4a3c-aa4a-582658f7b2c4,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:07.593165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:07.640282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Network b30f57f6-9604-4e90-bdd6-0eec10cbe6c9 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:29:07.650036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1367053'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:07.802949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:29:07.823119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Network 82da78ec-751b-430a-a7da-562971e5fcc7 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:07.829937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:08.014831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Network b30f57f6-9604-4e90-bdd6-0eec10cbe6c9 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:29:08.039122 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:29:08.061789 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a901d39-d69e-4ed3-8e06-0fccd7200d58 req-a1395e60-05df-4cd7-93d2-5e924ca9247d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.2379389
Apr 20 19:29:08.102707 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-bbb8af5f-6d3a-4e64-8c09-7728727b4e7d None None] Provisioning complete for port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:08.103143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bbb8af5f-6d3a-4e64-8c09-7728727b4e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:08.165929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8af5f-6d3a-4e64-8c09-7728727b4e7d None None] Port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:29:08.181564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:29:08.191829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Sync routers for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:29:08.200139 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-854fc4e6-6759-43b1-956b-c6c85c35430c req-901a4fb8-3d33-4faa-895c-d73023df735b tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 210 time: 0.3166673
Apr 20 19:29:08.208266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:08.209335 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a58e7748>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:08.211685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:08.223026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:08.255051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:08.259044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:08.266370 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b30f57f6-9604-4e90-bdd6-0eec10cbe6c9 HTTP/1.1" status: 204  len: 168 time: 1.3140302
Apr 20 19:29:08.267481 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b30f57f6-9604-4e90-bdd6-0eec10cbe6c9,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:08.281355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a7bc34f8-8fb7-4fc9-82d7-09843b491ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:08.427100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:08.436859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:08.438155 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-47c4fec7-0942-46ef-8198-55c6431136bb admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 10.1509929
Apr 20 19:29:08.442843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57292) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:08.543806 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57298) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:08.701558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Request body: {'port': {'device_id': 'f58c9af7-b045-4297-8a28-31e6301db247', 'network_id': 'b7d70069-b804-4486-9edb-82c7d737dbd7', 'admin_state_up': True, 'tenant_id': 'ac7d571d2ace4ec4813cdc944b1af495'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:08.729552 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2efa7099-483c-497b-be19-2b245799090f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71bb0ca85c2c4181b20ab6a383686943&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1758230
Apr 20 19:29:08.731690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 57308) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:08.796088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:29:08.817460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a58e7748>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 3, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:08.823618 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Checking router: 81e2f8f9-09cd-47f4-949b-715ce1a995f5 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:29:08.824107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Updating router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 port b976f812-7cde-4c06-8a72-dc6058959e64 binding host dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:29:08.936681 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:09.004204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.55', 58957) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:09.070155 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a16bbba-e86d-4dcb-b290-a33a15508636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:09.290504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a16bbba-e86d-4dcb-b290-a33a15508636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:09.537892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:09.579580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Usage tracker for resource:port and tenant:ac7d571d2ace4ec4813cdc944b1af495 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:09.616941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:09.640575 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:29:09.642914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:09.651999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Sync routers for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:29:09.652621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Router d50816fc-960d-4885-b575-18002ca3e847 is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:29:09.667325 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-ffb19ecc-d0db-4b27-ad02-2eaeea995878 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:09.669024 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-ffb19ecc-d0db-4b27-ad02-2eaeea995878 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 814 time: 0.5976522
Apr 20 19:29:09.676864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:09.678711 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a689f6a0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:09.680572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a16bbba-e86d-4dcb-b290-a33a15508636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:09.685456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Made reservation on behalf of ac7d571d2ace4ec4813cdc944b1af495 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:29:09.691970 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:09.812745 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-01ff1a22-f00c-429f-99cc-4894d04fc64e req-820c8cfd-2ddc-4424-b78b-b4b78928a372 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.3028750
Apr 20 19:29:09.885201 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3567077b-bc65-4493-b209-e85a67e143a6 req-73e4a6fd-0174-49c5-8b37-e43778e40d6a tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 210 time: 0.3887756
Apr 20 19:29:09.962292 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:09.980272 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:10.015675 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] 10.222.0.38 "PUT /v2.0/routers/22696437-f6e4-4a1f-bfcf-5b93ee44b311/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9394624
Apr 20 19:29:10.029053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Request body: {'port': {'device_id': 'a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09', 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9', 'admin_state_up': True, 'tenant_id': '360d38b62ef6436f887341a67ecd69b5'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:10.031686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Transition to ACTIVE for port object b976f812-7cde-4c06-8a72-dc6058959e64 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:10.039871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:10.052546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8256cec5-b762-44de-9d84-808fa077e0cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:10.279720 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Attempting to bind port b976f812-7cde-4c06-8a72-dc6058959e64 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:10.280164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Attempting to bind port b976f812-7cde-4c06-8a72-dc6058959e64 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:10.280558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Attempting to bind port b976f812-7cde-4c06-8a72-dc6058959e64 on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:10.331987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:10.332508 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:10.332785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:10.333198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:10.339722 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Bound port: b976f812-7cde-4c06-8a72-dc6058959e64, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:10.340101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:10.432620 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:10.456232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:10.593386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] For port b976f812-7cde-4c06-8a72-dc6058959e64, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:10.597927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] For port b976f812-7cde-4c06-8a72-dc6058959e64, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b976f812-7cde-4c06-8a72-dc6058959e64,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:10.604225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:10.625179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61154cd-7770-4b52-9825-14683eb97609 None None] Pushing event updated for resources: {'Port': ['ID=b976f812-7cde-4c06-8a72-dc6058959e64,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:10.628836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f61154cd-7770-4b52-9825-14683eb97609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:10.629791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f61154cd-7770-4b52-9825-14683eb97609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:10.780444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61154cd-7770-4b52-9825-14683eb97609 None None] Pushing event updated for resources: {'Port': ['ID=b976f812-7cde-4c06-8a72-dc6058959e64,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:10.786669 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f61154cd-7770-4b52-9825-14683eb97609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:10.793109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:10.793820 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a58e7748>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:10.939392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16bbba-e86d-4dcb-b290-a33a15508636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe8de6b-b830-4247-8eac-5cdf3ff1ee0d,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:10.962930 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4a16bbba-e86d-4dcb-b290-a33a15508636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:10.968091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a16bbba-e86d-4dcb-b290-a33a15508636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:10.976170 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4a16bbba-e86d-4dcb-b290-a33a15508636 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7fe8de6b-b830-4247-8eac-5cdf3ff1ee0d HTTP/1.1" status: 204  len: 168 time: 2.2413983
Apr 20 19:29:11.101348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Allocated IP 172.20.0.1 (f4427720-1bf7-4b3c-8e43-4a0696109808/6ba2e352-73c8-40b2-b5fa-c14e98ff339d/38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:11.117016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:29:11.190306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:11.196133 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 10.9921830
Apr 20 19:29:11.208107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 57374) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:11.243702 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Sync routers for ids ['d50816fc-960d-4885-b575-18002ca3e847'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:29:11.291748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Routers {'d50816fc-960d-4885-b575-18002ca3e847'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:11.292659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a585c9b0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d50816fc-960d-4885-b575-18002ca3e847'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:11.294686 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7f7fd6f8-339a-4dcc-8f7a-a9a4f0fb9fad req-31808aa9-4b4f-42dd-aaee-36eb8ce94971 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.1761017
Apr 20 19:29:11.709312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:11.739381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Usage tracker for resource:port and tenant:360d38b62ef6436f887341a67ecd69b5 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:11.747854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:11.767569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:11.823115 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-881e832c-7db6-40e7-a779-3f66eef6a49c req-dd1c8bd1-1b94-4217-95eb-807652d34ded tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 210 time: 0.2234945
Apr 20 19:29:12.064656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:12.110242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Set router d50816fc-960d-4885-b575-18002ca3e847 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:12.128402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a689f6a0>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 2, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:12.134874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Transition to ACTIVE for port object 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:12.162075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Checking router: 22696437-f6e4-4a1f-bfcf-5b93ee44b311 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:29:12.164329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Updating router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:29:12.275809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57390) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:12.378525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451566317', 'description': 'tempest-description--330528150'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:12.431582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57396) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:12.442296 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:12.447190 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Allocated IP 172.20.0.11 (b7d70069-b804-4486-9edb-82c7d737dbd7/bdb80cec-5827-4fd2-878d-f977cc088084/f0995049-fd0b-42d5-9ca2-b48ccf5db473) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:12.482808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:12.517759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:security_group and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:12.539010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Made reservation on behalf of 360d38b62ef6436f887341a67ecd69b5 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:29:12.548020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:12.548243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:12.599258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:12.722008 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c3935c39-fcbd-4029-b292-e09896faa075 req-49037e1f-1348-4ff2-a4dc-7f7ecafd8ee6 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.1241603
Apr 20 19:29:12.749306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:12.775440 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:12.776959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:12.801763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:12.817177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Allocated IP 172.20.0.13 (94eaea9d-e39c-47da-9fde-443a214825c9/add3c7d3-92e3-4258-8d3e-f52b66da3af5/cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:12.873629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:12.905891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Network f4427720-1bf7-4b3c-8e43-4a0696109808 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:12.917520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:12.935917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:13.031966 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7890f605-19d3-4aa0-97b1-0dc4119819df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f2e3d40511d4afa9dfa78d2b60cf83d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5981236
Apr 20 19:29:13.048753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:security_group_rule and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:13.101994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57410) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:13.110541 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:13.160894 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:13.300056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:13.393300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:13.423314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-41ffe3b7-9cce-4b87-8db6-78b96ebaeb1f None None] Provisioning for port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:13.430637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:13.433766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:13.457997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-41ffe3b7-9cce-4b87-8db6-78b96ebaeb1f None None] Provisioning complete for port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:13.458413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-41ffe3b7-9cce-4b87-8db6-78b96ebaeb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:13.467678 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Transition to ACTIVE for port object 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:13.475396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:13.484643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:13.603290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-41ffe3b7-9cce-4b87-8db6-78b96ebaeb1f None None] Port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:29:13.714056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Network 94eaea9d-e39c-47da-9fde-443a214825c9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:13.744344 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a58e7748>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 3, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:13.749136 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:13.755394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe080c-d0b7-4a8b-8915-8825e9dbfbad None None] The sync data for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi is: [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 3, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:29:13.774773 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Pushing event updated for resources: {'Port': ['ID=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:13.777942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:13.779286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:13.782012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:13.789206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:13.789943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:13.841899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a585c9b0>, [{'id': 'd50816fc-960d-4885-b575-18002ca3e847', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:00Z', 'updated_at': '2021-04-20T19:29:06Z', 'revision_number': 3, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'gw_port': {'id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:13.855734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Checking router: d50816fc-960d-4885-b575-18002ca3e847 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:29:13.859619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Updating router d50816fc-960d-4885-b575-18002ca3e847 port 4e59b4f8-3855-46c4-82f5-cb312314eff0 binding host dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:29:14.002409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.015888 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d29cbb9f-4abd-4a81-96a6-572e7da6e95b req-4925999d-eae7-474e-8d31-12a2e3d13c9d tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 210 time: 0.2448370
Apr 20 19:29:14.016643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Pushing event updated for resources: {'Port': ['ID=38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:14.064903 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.263s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:14.069315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e8c7-1f7b-4116-8854-3426b2982811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.073117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b586d-8800-4d04-adfd-aa5db5ce124b None None] Pushing event updated for resources: {'Port': ['ID=3bc47d69-9136-4a3c-aa4a-582658f7b2c4,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:14.074894 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1111805
Apr 20 19:29:14.083438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-070b586d-8800-4d04-adfd-aa5db5ce124b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:14.129671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Attempting to bind port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:14.130264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Attempting to bind port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:14.130679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Attempting to bind port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 on network 82da78ec-751b-430a-a7da-562971e5fcc7 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:14.155804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:14.156223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Checking segment: {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:14.156674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.157139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Bound using segment: {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:14.157670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Bound port: 3bc47d69-9136-4a3c-aa4a-582658f7b2c4, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:14.158086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.221936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e8c7-1f7b-4116-8854-3426b2982811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.305372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.380155 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.392092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] For port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:14.396742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] For port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3bc47d69-9136-4a3c-aa4a-582658f7b2c4,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:14.402614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.408304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:14.464501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.598299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:14.599203 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a689f6a0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:14.713651 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.784358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.800235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456138a3-544e-469a-ae7d-b9ac323097d9 req-aa3894b9-f47a-41a8-bd56-3a4073bd1d64 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:14.804103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.814605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-456138a3-544e-469a-ae7d-b9ac323097d9 req-aa3894b9-f47a-41a8-bd56-3a4073bd1d64 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 932 time: 0.7399154
Apr 20 19:29:14.818459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Transition to ACTIVE for port object 4e59b4f8-3855-46c4-82f5-cb312314eff0 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:14.826933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.839485 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:14.892290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:14.894680 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-37225401-27a2-48f3-8f58-23dd379e78c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:14.916441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b586d-8800-4d04-adfd-aa5db5ce124b None None] Pushing event updated for resources: {'Port': ['ID=3bc47d69-9136-4a3c-aa4a-582658f7b2c4,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:14.919743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-070b586d-8800-4d04-adfd-aa5db5ce124b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:14.956762 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038b3e7-091b-46dc-8e6b-18298c0cf5d6 None None] Pushing event updated for resources: {'Port': ['ID=4e59b4f8-3855-46c4-82f5-cb312314eff0,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:14.968266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:14.979403 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3038b3e7-091b-46dc-8e6b-18298c0cf5d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:15.003274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Attempting to bind port 4e59b4f8-3855-46c4-82f5-cb312314eff0 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:15.004005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Attempting to bind port 4e59b4f8-3855-46c4-82f5-cb312314eff0 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:15.005134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Attempting to bind port 4e59b4f8-3855-46c4-82f5-cb312314eff0 on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:15.005330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:15.014726 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:15.014957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Allocated IP 172.20.0.1 (83a9f6c9-14bf-4451-bd3a-5335ab5e684a/0a20133b-670d-43da-a73c-570c34822eb2/c6747c6a-3fe9-4d37-b023-d5cff0a402bc) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:15.015663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:15.016490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.017180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:15.017936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Bound port: 4e59b4f8-3855-46c4-82f5-cb312314eff0, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:15.018558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.035757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Pushing event updated for resources: {'Port': ['ID=f0995049-fd0b-42d5-9ca2-b48ccf5db473,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:15.039072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:15.146609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] For port 4e59b4f8-3855-46c4-82f5-cb312314eff0, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:15.154269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] For port 4e59b4f8-3855-46c4-82f5-cb312314eff0, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=4e59b4f8-3855-46c4-82f5-cb312314eff0,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:15.165889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.179957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Network b7d70069-b804-4486-9edb-82c7d737dbd7 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:15.186637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:15.187880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:15.194208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:15.201011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:15.202251 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.246515 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.5539775
Apr 20 19:29:15.276441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b976f812-7cde-4c06-8a72-dc6058959e64 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:15.318960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.342745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.372553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Routers {'d50816fc-960d-4885-b575-18002ca3e847'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:15.373351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a585c9b0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d50816fc-960d-4885-b575-18002ca3e847'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:15.377009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.388001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:15.424727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.462956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Pushing event updated for resources: {'Port': ['ID=38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:15.480034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Pushing event updated for resources: {'Port': ['ID=c6747c6a-3fe9-4d37-b023-d5cff0a402bc,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:15.484825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:15.496145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:15.497740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:15.503789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:15.504481 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.653371 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port b976f812-7cde-4c06-8a72-dc6058959e64 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:15.653851 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:15.658469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.663585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b976f812-7cde-4c06-8a72-dc6058959e64 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:15.664162 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.673245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Network f4427720-1bf7-4b3c-8e43-4a0696109808 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:15.678890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:15.684483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee5c1ada-4bfc-459f-9193-26c525b56d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:15.723084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-456138a3-544e-469a-ae7d-b9ac323097d9 req-4fda15d6-01c7-4071-a87d-7849d2e2b7c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Synchronizing usage tracker for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:15.732943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038b3e7-091b-46dc-8e6b-18298c0cf5d6 None None] Pushing event updated for resources: {'Port': ['ID=4e59b4f8-3855-46c4-82f5-cb312314eff0,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:15.739668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3038b3e7-091b-46dc-8e6b-18298c0cf5d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:15.746279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632c0b0b-d1e2-4e72-beb8-381593bfb075,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:15.766109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.776917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:15.794905 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e8c7-1f7b-4116-8854-3426b2982811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.864629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.888446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port b976f812-7cde-4c06-8a72-dc6058959e64, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b976f812-7cde-4c06-8a72-dc6058959e64,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:15.904872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a689f6a0>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:15.917819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f469a-5bdb-469c-bba9-055cd774e80f None None] The sync data for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi is: [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:29:15.919677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:15.932347 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:16.078241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-456138a3-544e-469a-ae7d-b9ac323097d9 req-4fda15d6-01c7-4071-a87d-7849d2e2b7c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Unset dirty status for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:16.080166 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-456138a3-544e-469a-ae7d-b9ac323097d9 req-4fda15d6-01c7-4071-a87d-7849d2e2b7c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2646232
Apr 20 19:29:16.107474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:16.125562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] Set router d50816fc-960d-4885-b575-18002ca3e847 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:16.198470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3e8c7-1f7b-4116-8854-3426b2982811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefc06dc-6837-4b04-af22-f1ced9bf538e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:16.230824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ef3e8c7-1f7b-4116-8854-3426b2982811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:16.239252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:16.246300 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 3.9684918
Apr 20 19:29:16.247879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e8c7-1f7b-4116-8854-3426b2982811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:16.256386 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5ef3e8c7-1f7b-4116-8854-3426b2982811 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fefc06dc-6837-4b04-af22-f1ced9bf538e HTTP/1.1" status: 204  len: 168 time: 3.1503234
Apr 20 19:29:16.256386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57440) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:16.269060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=b976f812-7cde-4c06-8a72-dc6058959e64,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:16.285551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc93669-7c02-4363-a4b6-ab590cd0f88a req-a0a5cf48-0b45-4a5e-ac75-09822e4cf71a tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:16.287532 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3bc93669-7c02-4363-a4b6-ab590cd0f88a req-a0a5cf48-0b45-4a5e-ac75-09822e4cf71a tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 932 time: 0.9582026
Apr 20 19:29:16.307951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'security_group_rule': {'security_group_id': '632c0b0b-d1e2-4e72-beb8-381593bfb075', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:16.332588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:16.426779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:security_group_rule and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:16.441537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:16.449925 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:16.451349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:16.458673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:16.463081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:16.497133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:16.548147 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:16.646183 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3bc93669-7c02-4363-a4b6-ab590cd0f88a req-90156a3d-b4aa-47c3-b802-05aa2528e19c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Synchronizing usage tracker for tenant:ac7d571d2ace4ec4813cdc944b1af495 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:16.652754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:29:16.771577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-859a1dcc-3bcc-45f6-b4ed-426c816f7fbc tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:29:16.773643 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-859a1dcc-3bcc-45f6-b4ed-426c816f7fbc tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0071452
Apr 20 19:29:16.821451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-3f3df92c-fbf0-4411-bbed-318c33862c17 None None] Provisioning complete for port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:16.821926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3f3df92c-fbf0-4411-bbed-318c33862c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:16.998902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-3f3df92c-fbf0-4411-bbed-318c33862c17 None None] Port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:29:17.084067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a585c9b0>, [{'id': 'd50816fc-960d-4885-b575-18002ca3e847', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:00Z', 'updated_at': '2021-04-20T19:29:06Z', 'revision_number': 3, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'gw_port': {'id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:17.097374 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e57d5-8138-4db2-8864-4cfdb0ed5393 None None] The sync data for ids ['d50816fc-960d-4885-b575-18002ca3e847'] in dv-cinder-787264-1-iscsi is: [{'id': 'd50816fc-960d-4885-b575-18002ca3e847', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:00Z', 'updated_at': '2021-04-20T19:29:06Z', 'revision_number': 3, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'gw_port': {'id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:29:17.141115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-2c282c5f-7f02-4c06-bd19-d52690a22684 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86372) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:29:17.142130 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-2c282c5f-7f02-4c06-bd19-d52690a22684 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3621202
Apr 20 19:29:17.162198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Pushing event updated for resources: {'Port': ['ID=c6747c6a-3fe9-4d37-b023-d5cff0a402bc,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:17.184875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:17.203174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:17.205062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:17.453071 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b976f812-7cde-4c06-8a72-dc6058959e64 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:17.506997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:29:17.509066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:17.557963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Request body: {'port': {'device_id': 'a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:17.567757 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] 10.222.0.38 "PUT /v2.0/routers/81e2f8f9-09cd-47f4-949b-715ce1a995f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1224725
Apr 20 19:29:17.628657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Sync routers for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:29:17.669401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:17.671783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b976f812-7cde-4c06-8a72-dc6058959e64 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:17.671944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5bcc908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:17.672211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:17.861118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:17.865441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:17.869823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3bc93669-7c02-4363-a4b6-ab590cd0f88a req-90156a3d-b4aa-47c3-b802-05aa2528e19c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Unset dirty status for tenant:ac7d571d2ace4ec4813cdc944b1af495 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:17.871552 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3bc93669-7c02-4363-a4b6-ab590cd0f88a req-90156a3d-b4aa-47c3-b802-05aa2528e19c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5569999
Apr 20 19:29:17.874120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:17.930631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Request body: {'port': {'device_id': 'f58c9af7-b045-4297-8a28-31e6301db247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:17.949662 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe795c8e-b7fc-4a7b-b676-416d0736980e,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:18.185285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:18.193572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:18.372242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:18.378470 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.1173136
Apr 20 19:29:18.379379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57498) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:18.399511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834d4b-d8a2-4cc7-a99a-20a35478d5bb req-5b6e6a8e-2be7-41db-bf23-89c66a09a06a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:18.407973 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e8834d4b-d8a2-4cc7-a99a-20a35478d5bb req-5b6e6a8e-2be7-41db-bf23-89c66a09a06a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 932 time: 0.4483716
Apr 20 19:29:18.417442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'security_group_rule': {'security_group_id': '632c0b0b-d1e2-4e72-beb8-381593bfb075', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:18.437523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:18.451858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:security_group_rule and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:18.458362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:18.469583 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:18.476046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:18.479913 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:18.480322 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:18.614664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:18.621155 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e8834d4b-d8a2-4cc7-a99a-20a35478d5bb req-94cfd58c-f646-4e9a-ac7c-5f08bfd95247 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120194
Apr 20 19:29:18.650990 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:18.910001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:18.918704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:18.927650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c460edbf-39ca-491a-825b-0fa0be696f64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:19.074011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671a28c4-e5a1-4527-a6f7-e5dbadff849a,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:19.086591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:19.095968 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6856039
Apr 20 19:29:19.102325 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57520) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:19.106460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:19.127591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'floatingip': {'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:19.154879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:19.165809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:floatingip and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:19.181774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:19.208352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:19.242536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:19.558412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:19.598151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:19.619811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 57530) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:19.644125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--928007192', 'description': 'tempest-description--577992374'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:19.661938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:19.667412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:security_group and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:19.670564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:19.676963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:19.695425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:19.698438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3bc47d69-9136-4a3c-aa4a-582658f7b2c4,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:19.709715 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:19.731399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:19.910568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5bcc908>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 2, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:19.920200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Checking router: 81e2f8f9-09cd-47f4-949b-715ce1a995f5 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:29:19.924852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Updating router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:29:19.973363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98d92d-ed7b-4813-b61c-6f839b5b11fa req-6fc95bf3-4347-421f-9736-d4c1032f619e tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:19.979041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=3bc47d69-9136-4a3c-aa4a-582658f7b2c4,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:19.983601 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d98d92d-ed7b-4813-b61c-6f839b5b11fa req-6fc95bf3-4347-421f-9736-d4c1032f619e tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 932 time: 0.4774473
Apr 20 19:29:19.993127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:19.994582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 4e59b4f8-3855-46c4-82f5-cb312314eff0 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:20.095144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:20.156606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:20.196325 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 4e59b4f8-3855-46c4-82f5-cb312314eff0 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:20.222239 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 4e59b4f8-3855-46c4-82f5-cb312314eff0 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:20.222965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:20.274127 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d98d92d-ed7b-4813-b61c-6f839b5b11fa req-f1488f12-ca69-4705-8a00-9d4aa4dfc3c8 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758858
Apr 20 19:29:20.503252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:20.540127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:20.581679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 4e59b4f8-3855-46c4-82f5-cb312314eff0, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=4e59b4f8-3855-46c4-82f5-cb312314eff0,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:20.588874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:20.591152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:20.596918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Allocated IP 172.27.2.205 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/82ba9088-4898-4b55-b0c0-ecc417fd5732) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:20.690783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:20.713546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=4e59b4f8-3855-46c4-82f5-cb312314eff0,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:20.717200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:20.832085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449538b-90fb-4a6a-813b-7b67e083c212 req-a9e31dc3-8a28-4560-92bd-db89ea109c70 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:20.834963 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2449538b-90fb-4a6a-813b-7b67e083c212 req-a9e31dc3-8a28-4560-92bd-db89ea109c70 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 932 time: 0.6551230
Apr 20 19:29:21.016061 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2449538b-90fb-4a6a-813b-7b67e083c212 req-d4f7130c-9c98-4e30-a6fa-874502d8b99a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611495
Apr 20 19:29:21.042163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:21.120436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:security_group_rule and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:21.125226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:21.134412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Router d50816fc-960d-4885-b575-18002ca3e847 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:29:21.143144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:21.150983 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:21.162459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:21.306844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:21.361860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Transition to ACTIVE for port object 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:21.369703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:21.373602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:21.381797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:21.389055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:21.430817 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:21.552580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'Port': ['ID=82ba9088-4898-4b55-b0c0-ecc417fd5732,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:21.569991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:29:21.576327 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:21.640543 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] 10.222.0.38 "PUT /v2.0/routers/d50816fc-960d-4885-b575-18002ca3e847/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4098997
Apr 20 19:29:21.714328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d2653-6ed6-4184-999f-9b60c0297f30 None None] Pushing event updated for resources: {'Port': ['ID=38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:21.721149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-768d2653-6ed6-4184-999f-9b60c0297f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:21.734191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Sync routers for ids ['d50816fc-960d-4885-b575-18002ca3e847'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:29:21.757438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Routers {'d50816fc-960d-4885-b575-18002ca3e847'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:21.760443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5e8f6a0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d50816fc-960d-4885-b575-18002ca3e847'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:21.895129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.resource_extend [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:29:21.995408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:22.056417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.096088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.119182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:22.122061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Attempting to bind port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:22.122661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Attempting to bind port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:22.123128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Attempting to bind port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca on network f4427720-1bf7-4b3c-8e43-4a0696109808 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:22.140544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:22.141238 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Checking segment: {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:22.141875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.142388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Bound using segment: {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:22.143233 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Bound port: 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:22.143731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.162395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:22.227111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.244835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.260777 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b28343-ffbe-42a1-ad37-f40cb7e504f5,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:22.284698 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:22.298600 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:22.299172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.318112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.322175 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 2.6990113
Apr 20 19:29:22.338554 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0995049-fd0b-42d5-9ca2-b48ccf5db473 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:22.351634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 57586) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:22.377487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'security_group_rule': {'security_group_id': '67b28343-ffbe-42a1-ad37-f40cb7e504f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:22.394772 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:22.396306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] For port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:22.404770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] For port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:22.407010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:security_group_rule and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:22.412344 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.417260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:22.431282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:22.434083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d4910207-2247-4973-a857-49a94d11dbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:22.452571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.459996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Transition to ACTIVE for port object cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:22.502543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.517995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.541215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Transition to ACTIVE for port object f0995049-fd0b-42d5-9ca2-b48ccf5db473 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:22.587679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:22.660417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d2653-6ed6-4184-999f-9b60c0297f30 None None] Pushing event updated for resources: {'Port': ['ID=38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:22.675283 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.680012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-768d2653-6ed6-4184-999f-9b60c0297f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:22.681525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:22.706361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:22.707239 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5bcc908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:22.768235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Set router d50816fc-960d-4885-b575-18002ca3e847 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:22.886550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151f3d9-d1b5-4527-ab7e-991d63bb06b9 req-25f9fe3b-6a8b-4913-bccf-3cbc8439c035 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:22.888848 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c151f3d9-d1b5-4527-ab7e-991d63bb06b9 req-25f9fe3b-6a8b-4913-bccf-3cbc8439c035 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 932 time: 1.2965624
Apr 20 19:29:23.177796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:23.274525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:23.291329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.301321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:23.305655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d72bf5eb-9813-435b-803b-b0c73a401f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:23.395033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 4e59b4f8-3855-46c4-82f5-cb312314eff0 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:23.450108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.465973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Pushing event updated for resources: {'Port': ['ID=f0995049-fd0b-42d5-9ca2-b48ccf5db473,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:23.469018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Attempting to bind port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:23.469569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Attempting to bind port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:23.470117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Attempting to bind port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca on network 94eaea9d-e39c-47da-9fde-443a214825c9 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:23.473236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:23.482407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f89e45-1d3e-4473-8b80-60551bb0a1c6 req-0cbb78e4-b0bf-44e2-b456-9b0255e7b944 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:23.488466 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-87f89e45-1d3e-4473-8b80-60551bb0a1c6 req-0cbb78e4-b0bf-44e2-b456-9b0255e7b944 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 944 time: 1.0189581
Apr 20 19:29:23.508678 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c151f3d9-d1b5-4527-ab7e-991d63bb06b9 req-c744d7a3-49a5-4602-a055-c9d55f0e7c4c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5679996
Apr 20 19:29:23.524742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 4e59b4f8-3855-46c4-82f5-cb312314eff0 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:23.525117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.531032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.538070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:23.568555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.649895 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'Port': ['ID=82ba9088-4898-4b55-b0c0-ecc417fd5732,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:23.671863 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:23.679953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca on network 94eaea9d-e39c-47da-9fde-443a214825c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:29:23.680328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Attempting to bind port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca on network 94eaea9d-e39c-47da-9fde-443a214825c9 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:23.687462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:23.697602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:23.698204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Checking segment: {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:23.698936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Bound using segment: {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:23.699540 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Bound port: cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:23.700001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.734061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Attempting to bind port f0995049-fd0b-42d5-9ca2-b48ccf5db473 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:23.734540 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Attempting to bind port f0995049-fd0b-42d5-9ca2-b48ccf5db473 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bea14e14-6dc5-4266-a165-9429619c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7d70069-b804-4486-9edb-82c7d737dbd7'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:23.735135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Attempting to bind port f0995049-fd0b-42d5-9ca2-b48ccf5db473 on network b7d70069-b804-4486-9edb-82c7d737dbd7 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:23.745997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.749338 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3960960
Apr 20 19:29:23.752254 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-87f89e45-1d3e-4473-8b80-60551bb0a1c6 req-70e0f26b-919f-4bc2-bf7f-a9140e8bee10 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419274
Apr 20 19:29:23.758599 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 57602) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:23.777320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Port f0995049-fd0b-42d5-9ca2-b48ccf5db473 on network b7d70069-b804-4486-9edb-82c7d737dbd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:29:23.777705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Attempting to bind port f0995049-fd0b-42d5-9ca2-b48ccf5db473 on network b7d70069-b804-4486-9edb-82c7d737dbd7 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:23.794385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'security_group_rule': {'security_group_id': '67b28343-ffbe-42a1-ad37-f40cb7e504f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:23.801299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff0ddf5-6e60-497f-9dc7-0fdfaf13087e,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:23.814225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:23.824477 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:23.825056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Checking segment: {'id': 'bea14e14-6dc5-4266-a165-9429619c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7d70069-b804-4486-9edb-82c7d737dbd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:23.825642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Bound using segment: {'id': 'bea14e14-6dc5-4266-a165-9429619c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7d70069-b804-4486-9edb-82c7d737dbd7'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:23.826436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Bound port: f0995049-fd0b-42d5-9ca2-b48ccf5db473, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea14e14-6dc5-4266-a165-9429619c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b7d70069-b804-4486-9edb-82c7d737dbd7'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:23.826996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.900126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:23.939472 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.990061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.000931 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.8826058
Apr 20 19:29:24.001105 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5e8f6a0>, [{'id': 'd50816fc-960d-4885-b575-18002ca3e847', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:00Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'gw_port': {'id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'c6747c6a-3fe9-4d37-b023-d5cff0a402bc', 'name': '', 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'mac_address': 'fa:16:3e:a6:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0a20133b-670d-43da-a73c-570c34822eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:14Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 2, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'subnets': [{'id': '0a20133b-670d-43da-a73c-570c34822eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:24.001235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:security_group_rule and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:24.010429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Checking router: d50816fc-960d-4885-b575-18002ca3e847 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:29:24.010840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Updating router d50816fc-960d-4885-b575-18002ca3e847 port c6747c6a-3fe9-4d37-b023-d5cff0a402bc binding host dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:29:24.034009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:24.035349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5bcc908>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:22Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:24.051510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585abbb-f01b-47b6-a272-d2e4210c47d6 None None] The sync data for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi is: [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:22Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:29:24.067044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:24.101023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] For port f0995049-fd0b-42d5-9ca2-b48ccf5db473, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:24.167834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.191062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] For port f0995049-fd0b-42d5-9ca2-b48ccf5db473, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0995049-fd0b-42d5-9ca2-b48ccf5db473,segment=NetworkSegment(bea14e14-6dc5-4266-a165-9429619c9960),segment_id=bea14e14-6dc5-4266-a165-9429619c9960)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:24.198766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.222635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.276856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] For port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:24.279116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:24.433144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] For port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:24.499204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.546619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:24.547666 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.549842 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0995049-fd0b-42d5-9ca2-b48ccf5db473 HTTP/1.1" status: 200  len: 1094 time: 7.3685808
Apr 20 19:29:24.552621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58c9af7-b045-4297-8a28-31e6301db247', 'tag': 'f0995049-fd0b-42d5-9ca2-b48ccf5db473'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:24.599063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-72d46ed4-6a20-42ce-b628-ba4c153b7942 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Synchronizing usage tracker for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:24.630907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-72d46ed4-6a20-42ce-b628-ba4c153b7942 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Unset dirty status for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:24.632469 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-72d46ed4-6a20-42ce-b628-ba4c153b7942 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--451566317&fields=id&tenant_id=7899154aeb3b4d1387b43d42a0a50996 HTTP/1.1" status: 200  len: 267 time: 0.1381195
Apr 20 19:29:24.645862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Pushing event updated for resources: {'Port': ['ID=f0995049-fd0b-42d5-9ca2-b48ccf5db473,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:24.647572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-14cafd2a-ff82-4f13-9601-153b64adf5ea tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:24.656691 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-14cafd2a-ff82-4f13-9601-153b64adf5ea tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 818 time: 0.4081700
Apr 20 19:29:24.665379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:24.667760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.669814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:24.716156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:24.716889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.718393 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] 10.222.0.55 "PUT /v2.0/ports/cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca HTTP/1.1" status: 200  len: 1094 time: 7.5508385
Apr 20 19:29:24.727121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.922231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-28f94325-725d-45c5-9cd2-0e363500289e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:24.923223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-28f94325-725d-45c5-9cd2-0e363500289e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Synchronizing usage tracker for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:24.929539 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-235f967f-8c57-41a2-9bb0-f1c69bf2db0f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/quotas/8a872b344d5e4785bc501bb382a739e4 HTTP/1.1" status: 200  len: 375 time: 0.0277681
Apr 20 19:29:24.937899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.951859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Transition to ACTIVE for port object c6747c6a-3fe9-4d37-b023-d5cff0a402bc will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:24.962036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.976947 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:25.036443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-28f94325-725d-45c5-9cd2-0e363500289e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Unset dirty status for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:25.045334 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-28f94325-725d-45c5-9cd2-0e363500289e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 816 time: 0.3873501
Apr 20 19:29:25.073169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:25.076735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:25.077775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:25.079451 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2947512
Apr 20 19:29:25.080724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b46160ae-54ea-4215-bcd8-b8b6eae872c4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:25.083623 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-c6b03895-50e2-400c-a00d-210a9c11da64 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/quotas/7899154aeb3b4d1387b43d42a0a50996 HTTP/1.1" status: 200  len: 375 time: 0.0372775
Apr 20 19:29:25.088133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 57652) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:25.108734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe6807-4f5e-4e01-bf7d-569ac0135b2c None None] Pushing event updated for resources: {'Port': ['ID=c6747c6a-3fe9-4d37-b023-d5cff0a402bc,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:25.118124 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1b2609-f388-48c9-9fff-c27d4e756869,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:25.120519 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:25.159703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-18d6fb28-3c87-4893-80e4-8cc51a337bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:25.162318 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-18d6fb28-3c87-4893-80e4-8cc51a337bb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7d571d2ace4ec4813cdc944b1af495&device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 1097 time: 0.3295903
Apr 20 19:29:25.165131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-17369622-406d-4126-8081-b53753415ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:25.166706 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-17369622-406d-4126-8081-b53753415ec9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 1097 time: 0.2013984
Apr 20 19:29:25.217825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'floatingip': {'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:25.224002 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-02fe6807-4f5e-4e01-bf7d-569ac0135b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:25.233042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:25.237303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:floatingip and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:25.244593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:25.254769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:25.269790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:25.310113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aab4d581-9358-481f-9185-4f5476a5dd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:25.341716 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-743d8420-c7b6-471a-a9ea-a0d15098bc8f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3856084
Apr 20 19:29:25.453000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Attempting to bind port c6747c6a-3fe9-4d37-b023-d5cff0a402bc on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:25.453428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Attempting to bind port c6747c6a-3fe9-4d37-b023-d5cff0a402bc by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:25.453853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Attempting to bind port c6747c6a-3fe9-4d37-b023-d5cff0a402bc on network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:25.460555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:25.461027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Checking segment: {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:25.461488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:25.465622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Bound using segment: {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:25.466191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Bound port: c6747c6a-3fe9-4d37-b023-d5cff0a402bc, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:25.466987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:25.485167 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-592f0570-067f-419b-be1f-26666e179570 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0995049-fd0b-42d5-9ca2-b48ccf5db473 HTTP/1.1" status: 200  len: 217 time: 0.2940183
Apr 20 19:29:25.486433 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-2b7ad619-b626-4008-92bd-4c60e96fc33d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca HTTP/1.1" status: 200  len: 217 time: 0.1598208
Apr 20 19:29:25.570839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] For port c6747c6a-3fe9-4d37-b023-d5cff0a402bc, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:25.574084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] For port c6747c6a-3fe9-4d37-b023-d5cff0a402bc, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=c6747c6a-3fe9-4d37-b023-d5cff0a402bc,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:25.577815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:25.587906 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:25.589734 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-e0a5de31-5bc4-4541-be7e-56e40f98dc4c service neutron] 10.222.0.38 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470450
Apr 20 19:29:25.621261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1e5bfdec-bc66-4c9a-8d99-9a8078e834c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:25.622836 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-1e5bfdec-bc66-4c9a-8d99-9a8078e834c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.1248145
Apr 20 19:29:25.669920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Routers {'d50816fc-960d-4885-b575-18002ca3e847'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:25.670635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5e8f6a0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d50816fc-960d-4885-b575-18002ca3e847'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:25.696584 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-e7698ff7-ea76-4739-9fda-681aa97a22fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651860
Apr 20 19:29:25.706768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-24d1fc6f-35fb-4f53-8fde-8bdd0b42615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:25.708478 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-24d1fc6f-35fb-4f53-8fde-8bdd0b42615b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bdb80cec-5827-4fd2-878d-f977cc088084 HTTP/1.1" status: 200  len: 851 time: 0.2119076
Apr 20 19:29:25.734377 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-caaf00e3-7d4f-47c6-9737-6f118b415c83 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6495631
Apr 20 19:29:25.988792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:26.028236 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-3fcaaa58-c464-4692-8a40-888af568c3ad service neutron] 10.222.0.38 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4281919
Apr 20 19:29:26.065062 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-6fac87ff-15df-40e3-8e04-00a1cbe0c8be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7d70069-b804-4486-9edb-82c7d737dbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3270226
Apr 20 19:29:26.074409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:26.108653 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] Set router d50816fc-960d-4885-b575-18002ca3e847 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:29:26.153938 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-dc21a0c4-c24e-4907-8e83-8e8e7cb48cf4 service neutron] 10.222.0.38 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3919165
Apr 20 19:29:26.198568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe6807-4f5e-4e01-bf7d-569ac0135b2c None None] Pushing event updated for resources: {'Port': ['ID=c6747c6a-3fe9-4d37-b023-d5cff0a402bc,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:26.234743 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-e09b44cf-9d14-4db9-b2a0-45cdfc6b5b27 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5301745
Apr 20 19:29:26.276556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Allocated IP 172.27.2.15 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/2055a978-916d-4141-b2e6-a04cef204900) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:26.299767 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-02fe6807-4f5e-4e01-bf7d-569ac0135b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:26.389305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:26.410306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:26.410738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:26.468298 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-584179bd-f14d-4012-9fbd-902201dfbd3a service neutron] 10.222.0.55 "GET /v2.0/networks/b7d70069-b804-4486-9edb-82c7d737dbd7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3883531
Apr 20 19:29:26.482152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:26.627889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:26.675531 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d15f885-b7f6-48d7-928b-a12aaf2ae8c0 req-f82e41f1-24c8-455b-8168-b1fb113d28d6 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4284098
Apr 20 19:29:26.722778 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3efbd4d-975c-43b6-871f-a25a1a510210 req-9e5aac3d-f2b2-4e35-a600-593918fbb5b3 service neutron] 10.222.0.55 "GET /v2.0/networks/b7d70069-b804-4486-9edb-82c7d737dbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302051
Apr 20 19:29:26.738781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:26.840052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'Port': ['ID=2055a978-916d-4141-b2e6-a04cef204900,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:26.864965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:26.879150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:26.891507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:26.912211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:26.931054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:27.008006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:27.009157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d5e7a-ea2b-47ab-86b6-53a1801a4a60 req-4c16c398-c782-4688-8e09-2942607dc46a tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:27.011102 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c87d5e7a-ea2b-47ab-86b6-53a1801a4a60 req-4c16c398-c782-4688-8e09-2942607dc46a tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 944 time: 0.4767776
Apr 20 19:29:27.017685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5e8f6a0>, [{'id': 'd50816fc-960d-4885-b575-18002ca3e847', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:00Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'gw_port': {'id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'c6747c6a-3fe9-4d37-b023-d5cff0a402bc', 'name': '', 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'mac_address': 'fa:16:3e:a6:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0a20133b-670d-43da-a73c-570c34822eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:14Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 4, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'subnets': [{'id': '0a20133b-670d-43da-a73c-570c34822eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:27.024743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500faf5-bf52-414e-bf42-407083dd7a1f None None] The sync data for ids ['d50816fc-960d-4885-b575-18002ca3e847'] in dv-cinder-787264-1-iscsi is: [{'id': 'd50816fc-960d-4885-b575-18002ca3e847', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:00Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'gw_port': {'id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'c6747c6a-3fe9-4d37-b023-d5cff0a402bc', 'name': '', 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'mac_address': 'fa:16:3e:a6:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0a20133b-670d-43da-a73c-570c34822eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:14Z', 'updated_at': '2021-04-20T19:29:25Z', 'revision_number': 4, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'subnets': [{'id': '0a20133b-670d-43da-a73c-570c34822eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:29:27.027597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:27.030033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:27.098578 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c87d5e7a-ea2b-47ab-86b6-53a1801a4a60 req-2be4b25a-b434-4b3a-9b87-2e5899bb71d1 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646250
Apr 20 19:29:27.171871 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-39e8e453-8053-471e-a819-0c1d62d716ab service neutron] 10.222.0.38 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6600156
Apr 20 19:29:27.176701 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:27.268390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:27.275595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:27.443229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5520-88e9-46d0-a82d-29fffe103ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:27.598072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:27.661322 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da01d51-ae2d-4e06-a2a6-aa8348152761 req-52356153-5cc5-4b8f-9d50-c49c14f16355 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:27.664401 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2da01d51-ae2d-4e06-a2a6-aa8348152761 req-52356153-5cc5-4b8f-9d50-c49c14f16355 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 944 time: 0.3076682
Apr 20 19:29:27.737328 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2da01d51-ae2d-4e06-a2a6-aa8348152761 req-4dc4e95f-f5ae-4870-b35f-70d7f7b6a216 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614862
Apr 20 19:29:27.848074 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58c9af7-b045-4297-8a28-31e6301db247', 'tag': 'f0995049-fd0b-42d5-9ca2-b48ccf5db473', 'status': 'completed', 'code': 200}
Apr 20 19:29:28.097779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 57718) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:28.098779 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f245d029-236f-44e4-864c-32f3d4577c0e req-800a59f7-e9de-4626-8b46-32183682aef3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 210 time: 0.1032259
Apr 20 19:29:28.123383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:28.135424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-029b1261-c8fb-44f2-97c0-1013b28106c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:28.138959 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-029b1261-c8fb-44f2-97c0-1013b28106c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7d571d2ace4ec4813cdc944b1af495&device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 1097 time: 0.2138422
Apr 20 19:29:28.199503 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-095f6aaa-a902-4d80-ba1e-174d5c9308b5 req-ad20dad9-23a7-428c-b565-54da4f14881e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 210 time: 0.0994408
Apr 20 19:29:28.289492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.296289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.302512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:28.305155 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.315513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:28.385429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.404569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:28.408865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Usage tracker for resource:security_group_rule and tenant:c91e9a2b75084beabdd42428f4787213 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:28.412237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:28.419670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:28.534294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device c6747c6a-3fe9-4d37-b023-d5cff0a402bc up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:28.549309 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.552661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.586917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7478af95-8713-4108-a736-dfa27e89e3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:28.622812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.624513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.628350 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c91e9a2b75084beabdd42428f4787213&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5094943
Apr 20 19:29:28.629257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 57742) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:28.630177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29522b4e-0e3f-43ba-aa10-c7a8a054eb67,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:28.632397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port c6747c6a-3fe9-4d37-b023-d5cff0a402bc completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:28.637177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:28.638377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port c6747c6a-3fe9-4d37-b023-d5cff0a402bc triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:28.638910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.705026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a9ef388c-5390-4fde-9442-cbf9c96c8c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.751320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a9ef388c-5390-4fde-9442-cbf9c96c8c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.800533 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.802776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.827406 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a9ef388c-5390-4fde-9442-cbf9c96c8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.833707 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:28.844354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port c6747c6a-3fe9-4d37-b023-d5cff0a402bc, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=c6747c6a-3fe9-4d37-b023-d5cff0a402bc,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:28.846408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef388c-5390-4fde-9442-cbf9c96c8c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29522b4e-0e3f-43ba-aa10-c7a8a054eb67,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:28.848017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.851138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:28.862055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a9ef388c-5390-4fde-9442-cbf9c96c8c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:28.867037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a9ef388c-5390-4fde-9442-cbf9c96c8c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:28.868797 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a9ef388c-5390-4fde-9442-cbf9c96c8c1d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29522b4e-0e3f-43ba-aa10-c7a8a054eb67 HTTP/1.1" status: 204  len: 168 time: 0.2339168
Apr 20 19:29:28.947872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=c6747c6a-3fe9-4d37-b023-d5cff0a402bc,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:28.952219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:29.038247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:29.059051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'Port': ['ID=2055a978-916d-4141-b2e6-a04cef204900,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:29.062068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:29.112111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:29.122274 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.0246348
Apr 20 19:29:29.155308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-3cebd195-a6c7-44d5-978c-829e8f7a7dec tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:29.156934 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-3cebd195-a6c7-44d5-978c-829e8f7a7dec tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 818 time: 0.6135409
Apr 20 19:29:29.165890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55dfc9-1201-4842-bcae-b267672ffebb req-cbb6dbf8-be8e-4e35-8793-f35dd1c07172 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:29.167471 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4a55dfc9-1201-4842-bcae-b267672ffebb req-cbb6dbf8-be8e-4e35-8793-f35dd1c07172 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 944 time: 0.6259344
Apr 20 19:29:29.206537 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-efa22dfc-be8b-48e2-8445-77a4fc1a7e38 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/quotas/8a872b344d5e4785bc501bb382a739e4 HTTP/1.1" status: 200  len: 375 time: 0.0314102
Apr 20 19:29:29.246627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-d708ca8a-687a-4627-b193-ebf4f3786f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:29.246627 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-d708ca8a-687a-4627-b193-ebf4f3786f6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7d70069-b804-4486-9edb-82c7d737dbd7 HTTP/1.1" status: 200  len: 912 time: 0.1751313
Apr 20 19:29:29.282881 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4a55dfc9-1201-4842-bcae-b267672ffebb req-f4b89005-f52c-4c95-abc1-7ab95dd58139 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063128
Apr 20 19:29:29.323723 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-4b269e06-8b6b-4a00-ba6a-96087088a9c5 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1091974
Apr 20 19:29:29.378237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:29.559108 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-02384eb9-acbb-4f0b-bd3a-1b0ca10567e6 service neutron] 10.222.0.38 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2275298
Apr 20 19:29:29.575943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bd592-39c1-4d63-845e-b0f73154139d req-f3669ecb-ae5b-492f-929f-ac2e7d86cd22 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:29.577525 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8e6bd592-39c1-4d63-845e-b0f73154139d req-f3669ecb-ae5b-492f-929f-ac2e7d86cd22 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 944 time: 0.1527326
Apr 20 19:29:29.720057 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8e6bd592-39c1-4d63-845e-b0f73154139d req-03f89cf9-ad67-40e1-8b58-9a7902bba02e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185498
Apr 20 19:29:29.769992 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-9a83de5e-37df-4fc9-bb7b-350264c00e01 service neutron] 10.222.0.38 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034407
Apr 20 19:29:29.849546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09', 'tag': 'cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:29.875445 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f5462d7c-a733-45fa-8d0e-b477bb00ff0a req-a45c5be1-5a5d-47e3-8068-1452692a6b5b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 210 time: 0.0519135
Apr 20 19:29:29.909614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device c6747c6a-3fe9-4d37-b023-d5cff0a402bc up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:30.018055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port c6747c6a-3fe9-4d37-b023-d5cff0a402bc triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:30.018486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:30.044065 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09', 'tag': 'cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'status': 'completed', 'code': 200}
Apr 20 19:29:30.214620 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d398c958-cd96-4ca2-a614-429e9ff1f9aa req-494f6b35-46e2-407e-bf26-bf0535ea0006 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 210 time: 0.1036954
Apr 20 19:29:30.222263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-0f06ad19-9e50-4443-b202-388269870814 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Synchronizing usage tracker for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:30.240865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-0f06ad19-9e50-4443-b202-388269870814 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Unset dirty status for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:30.242477 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-0f06ad19-9e50-4443-b202-388269870814 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--928007192&fields=id&tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1 HTTP/1.1" status: 200  len: 267 time: 0.1582940
Apr 20 19:29:30.425836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-62ec24a7-a1b5-48ff-ab78-85e8529e3286 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:30.426618 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-62ec24a7-a1b5-48ff-ab78-85e8529e3286 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Synchronizing usage tracker for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:30.495923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-62ec24a7-a1b5-48ff-ab78-85e8529e3286 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Unset dirty status for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:30.497232 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-62ec24a7-a1b5-48ff-ab78-85e8529e3286 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 810 time: 0.2469306
Apr 20 19:29:30.525100 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-b15ebac3-af3e-47f6-91d1-9292bb5f5cc4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/quotas/ca2fcc0eb6e6446fb2f6b877d41b57d1 HTTP/1.1" status: 200  len: 375 time: 0.0166302
Apr 20 19:29:30.577338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf515850-946c-485d-a382-63f35b18687c req-530c17d9-d196-42fd-aeb1-13c4d131dd2e tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:30.578937 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf515850-946c-485d-a382-63f35b18687c req-530c17d9-d196-42fd-aeb1-13c4d131dd2e tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 944 time: 0.1476440
Apr 20 19:29:30.659124 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf515850-946c-485d-a382-63f35b18687c req-c63354fe-73c2-48bd-be76-f76a4c38195d tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633883
Apr 20 19:29:30.677355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-47bdaa14-fa75-4ecc-b2a5-43a45ba5d0e2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Synchronizing usage tracker for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:30.695092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-47bdaa14-fa75-4ecc-b2a5-43a45ba5d0e2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Unset dirty status for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:30.696590 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-47bdaa14-fa75-4ecc-b2a5-43a45ba5d0e2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1642182
Apr 20 19:29:30.899082 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-55c83fd2-ea38-4eb7-9818-5dd29709bc73 service neutron] 10.222.0.38 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894901
Apr 20 19:29:31.032240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:29:31.070594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434aa5eb-097f-4dc6-b130-7bb729c0bd08 req-210c2781-1ca1-4882-9124-8af59255cdce tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:31.072289 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-434aa5eb-097f-4dc6-b130-7bb729c0bd08 req-210c2781-1ca1-4882-9124-8af59255cdce tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 944 time: 0.2273283
Apr 20 19:29:31.110598 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-f8e2b561-0c12-46d7-b69f-f0b2c7008a7c service neutron] 10.222.0.38 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043178
Apr 20 19:29:31.157334 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-434aa5eb-097f-4dc6-b130-7bb729c0bd08 req-90283609-283a-4d99-b09b-7d162936b647 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705843
Apr 20 19:29:31.197478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.55', 58983) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:31.271248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:31.309976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': 'cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9', 'port_id': 'cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'mac_address': 'fa:16:3e:ce:11:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add3c7d3-92e3-4258-8d3e-f52b66da3af5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:29:31.394390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:31.418144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:31.438514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:31.442260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:31.443264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device f0995049-fd0b-42d5-9ca2-b48ccf5db473 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:29:31.453456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-c62c13b3-8990-42fe-8b06-ef69bd67a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:31.455058 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-c62c13b3-8990-42fe-8b06-ef69bd67a658 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 1097 time: 0.2525682
Apr 20 19:29:31.619132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-728adde2-e887-44bd-a8d5-cd850a084916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:31.661095 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-47152118-263f-44a1-bde0-a20b689dab3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0995049-fd0b-42d5-9ca2-b48ccf5db473 HTTP/1.1" status: 200  len: 217 time: 0.4871440
Apr 20 19:29:31.844117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port f0995049-fd0b-42d5-9ca2-b48ccf5db473, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0995049-fd0b-42d5-9ca2-b48ccf5db473,segment=NetworkSegment(bea14e14-6dc5-4266-a165-9429619c9960),segment_id=bea14e14-6dc5-4266-a165-9429619c9960)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:31.844345 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e59c82ed-b104-4f83-9b04-29219df81fa6 req-397f2741-b4c0-4a7c-9dcf-71abcb212f79 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 210 time: 0.1485529
Apr 20 19:29:31.846278 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3125886e-b7be-47f0-a438-702b43245a2c req-a0abe787-ea08-4c08-995b-17d4b9606f6c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 210 time: 0.1493092
Apr 20 19:29:31.859725 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-c006d42e-7217-4977-9895-430b3dd1b0d3 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:31.860633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-c006d42e-7217-4977-9895-430b3dd1b0d3 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Synchronizing usage tracker for tenant:8a872b344d5e4785bc501bb382a739e4 on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:31.882528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:31.903395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:31.908748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-3f4be526-2e0b-4743-b864-d7de79f51471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:31.909555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': 'f0995049-fd0b-42d5-9ca2-b48ccf5db473', 'network_id': 'b7d70069-b804-4486-9edb-82c7d737dbd7', 'port_id': 'f0995049-fd0b-42d5-9ca2-b48ccf5db473', 'mac_address': 'fa:16:3e:08:27:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb80cec-5827-4fd2-878d-f977cc088084', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:29:31.913508 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-3f4be526-2e0b-4743-b864-d7de79f51471 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bdb80cec-5827-4fd2-878d-f977cc088084 HTTP/1.1" status: 200  len: 851 time: 0.2445564
Apr 20 19:29:31.982876 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-1153fd6d-fa02-4d4d-977c-7c856535af63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7d70069-b804-4486-9edb-82c7d737dbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554528
Apr 20 19:29:31.984484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-c006d42e-7217-4977-9895-430b3dd1b0d3 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Unset dirty status for tenant:8a872b344d5e4785bc501bb382a739e4 on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:31.985958 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-c006d42e-7217-4977-9895-430b3dd1b0d3 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.55 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 818 time: 0.6713462
Apr 20 19:29:32.019118 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a54179be-c905-4187-bfab-8e49531513b9 req-0419b3f3-182f-4bd4-8c68-b356ca300190 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 210 time: 0.0851440
Apr 20 19:29:32.036323 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-0690345d-1323-436a-9d61-5676ae5eaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:32.039111 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-0690345d-1323-436a-9d61-5676ae5eaffa service neutron] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 915 time: 0.5730162
Apr 20 19:29:32.054983 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:32.057175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Request body: {'port': {'device_id': 'c9c99e67-a6e2-4f90-bb81-d4e3f368f1de', 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a', 'admin_state_up': True, 'tenant_id': '8a872b344d5e4785bc501bb382a739e4'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:32.076435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0995049-fd0b-42d5-9ca2-b48ccf5db473 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:32.095853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port f0995049-fd0b-42d5-9ca2-b48ccf5db473, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0995049-fd0b-42d5-9ca2-b48ccf5db473,segment=NetworkSegment(bea14e14-6dc5-4266-a165-9429619c9960),segment_id=bea14e14-6dc5-4266-a165-9429619c9960)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:32.100851 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:32.103539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f61154cd-7770-4b52-9825-14683eb97609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:32.258628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=f0995049-fd0b-42d5-9ca2-b48ccf5db473,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:32.262841 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:32.288056 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-2157baff-5369-4eab-9a66-2911f56092d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca HTTP/1.1" status: 200  len: 217 time: 0.2371962
Apr 20 19:29:32.463507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.55', 58990) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:32.498743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365f4d-c1a9-4298-9d3e-f3f41c75dd8d req-2c6539de-268e-4843-a8e6-38ff111079c7 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:32.512446 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-79365f4d-c1a9-4298-9d3e-f3f41c75dd8d req-2c6539de-268e-4843-a8e6-38ff111079c7 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 945 time: 0.4604914
Apr 20 19:29:32.521257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-7f8a62e1-0187-42c2-bfc8-55697f16bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:32.530866 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-7f8a62e1-0187-42c2-bfc8-55697f16bc62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.2214262
Apr 20 19:29:32.533637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['f0995049-fd0b-42d5-9ca2-b48ccf5db473'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:29:32.617242 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-81df4607-d344-403a-bbca-877ea1a9e853 service neutron] 10.222.0.55 "GET /v2.0/networks/b7d70069-b804-4486-9edb-82c7d737dbd7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6108758
Apr 20 19:29:32.638315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:29:32.810046 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bd25507b-18bd-43a5-a583-45b8a4706eca req-05899633-f81f-4020-a0e0-2d294aef5653 service neutron] 10.222.0.55 "GET /v2.0/networks/b7d70069-b804-4486-9edb-82c7d737dbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765232
Apr 20 19:29:32.854225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:32.866966 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Usage tracker for resource:port and tenant:8a872b344d5e4785bc501bb382a739e4 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:32.875794 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:32.894610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:32.920478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Made reservation on behalf of 8a872b344d5e4785bc501bb382a739e4 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:29:32.935901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:33.157589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-05e46251-c11d-4e7c-ab76-5661ad4a2e38 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:33.164252 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-05e46251-c11d-4e7c-ab76-5661ad4a2e38 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 816 time: 0.6465166
Apr 20 19:29:33.451039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Allocated IP 172.20.0.11 (83a9f6c9-14bf-4451-bd3a-5335ab5e684a/0a20133b-670d-43da-a73c-570c34822eb2/7dd320e4-5118-4b15-8942-5329b2b163c1) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:33.529930 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-a8dbdc48-9d3b-41f5-bfea-4fa3b28bc099 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.9549530
Apr 20 19:29:33.659447 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-79365f4d-c1a9-4298-9d3e-f3f41c75dd8d req-50e7d772-41f5-46f6-bde9-1763d32b024a tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1458268
Apr 20 19:29:33.714175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1972b-92b3-49f8-90bf-6c1f652160a3 req-40321883-24f5-4aa5-ab79-22f22473e81c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:33.714763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-e5ae1025-2021-4f76-906a-a017784bfdd0 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:33.716315 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-e5ae1025-2021-4f76-906a-a017784bfdd0 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.55 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 818 time: 0.2348080
Apr 20 19:29:33.722386 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-82c1972b-92b3-49f8-90bf-6c1f652160a3 req-40321883-24f5-4aa5-ab79-22f22473e81c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 945 time: 1.1571364
Apr 20 19:29:33.744691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Request body: {'port': {'device_id': 'b5c66822-12bf-4406-b7d7-8da089316106', 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a', 'admin_state_up': True, 'tenant_id': '8a872b344d5e4785bc501bb382a739e4'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:33.927593 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-1cbb4d6d-0183-4969-a09f-a4ffc5c396f1 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7899154aeb3b4d1387b43d42a0a50996 HTTP/1.1" status: 200  len: 5703 time: 0.4858117
Apr 20 19:29:34.041181 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-82c1972b-92b3-49f8-90bf-6c1f652160a3 req-599af3d4-e0c7-4343-9fe6-a0c5e9697164 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3176768
Apr 20 19:29:34.058894 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'port': {'device_id': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'admin_state_up': True, 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'security_groups': ['632c0b0b-d1e2-4e72-beb8-381593bfb075']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:34.083322 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:34.086014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.55', 59000) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:34.138642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Usage tracker for resource:port and tenant:8a872b344d5e4785bc501bb382a739e4 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:34.146627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:34.150443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:34.211900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:34.238571 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6c7ba6b5-28bd-409c-8721-3cbb662f9763 req-c53ead3a-91e4-485e-82e1-4cb0d13a9490 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 210 time: 0.3579147
Apr 20 19:29:34.252854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:34.280520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:34.304879 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-d9db7c48-bc38-4156-aec2-5bba55bce9c0 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7495034
Apr 20 19:29:34.369375 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3359d84a-1182-4f17-8c09-29fcac853607 req-b2efa14f-df00-402f-8dd2-adbf7425a2d9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 210 time: 0.1340065
Apr 20 19:29:34.373311 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Pushing event updated for resources: {'Port': ['ID=7dd320e4-5118-4b15-8942-5329b2b163c1,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:34.376078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Made reservation on behalf of 8a872b344d5e4785bc501bb382a739e4 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:29:34.383479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:34.403812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:34.407476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:34.408377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:34.433461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:34.439967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:34.440648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:34.479229 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4419301
Apr 20 19:29:34.499804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:34.572897 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-283ccec6-c09f-4789-a0c2-8d76c567ff50 req-019a9240-6087-4add-92a1-7b5618f99905 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 210 time: 0.1304662
Apr 20 19:29:34.574976 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d3b82197-0422-4a70-bf6e-d25294edb134 req-5f12d88e-0603-47e4-862c-87b44bb8cc6d service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526877
Apr 20 19:29:34.576017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:port and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:34.579585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:34.586664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:34.602132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Made reservation on behalf of 7899154aeb3b4d1387b43d42a0a50996 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:29:34.608561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:34.625877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Request body: {'port': {'device_id': 'c9c99e67-a6e2-4f90-bb81-d4e3f368f1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:34.712812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-66292db5-1ea5-4317-8418-737f52d8bfe0 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:34.714430 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-66292db5-1ea5-4317-8418-737f52d8bfe0 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 810 time: 0.6028485
Apr 20 19:29:34.906000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Allocated IP 172.20.0.8 (82da78ec-751b-430a-a7da-562971e5fcc7/6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea/22a8b0f9-0716-4893-9db4-55b6fdf5988e) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:34.909376 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:34.920325 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Allocated IP 172.20.0.2 (83a9f6c9-14bf-4451-bd3a-5335ab5e684a/0a20133b-670d-43da-a73c-570c34822eb2/8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:34.949156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-bf7dc764-ee1b-4902-99d9-e175abce0843 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Synchronizing usage tracker for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:34.984061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfa31f-4826-4639-83fe-a8e6631f58a6 req-f318bd97-7e96-4280-940c-b52a8e3d0bc2 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:34.986590 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-25cfa31f-4826-4639-83fe-a8e6631f58a6 req-f318bd97-7e96-4280-940c-b52a8e3d0bc2 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 945 time: 0.1649539
Apr 20 19:29:35.023932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:35.035525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-bf7dc764-ee1b-4902-99d9-e175abce0843 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Unset dirty status for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:35.036949 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-bf7dc764-ee1b-4902-99d9-e175abce0843 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1 HTTP/1.1" status: 200  len: 5703 time: 0.2883835
Apr 20 19:29:35.057100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'port': {'device_id': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'admin_state_up': True, 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'security_groups': ['67b28343-ffbe-42a1-ad37-f40cb7e504f5']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:35.108299 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-25cfa31f-4826-4639-83fe-a8e6631f58a6 req-8a4590df-5aee-46e0-ac21-0f4361d69473 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969889
Apr 20 19:29:35.188637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:35.200232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:35.200654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:35.443949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:35.466650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Transition to ACTIVE for port object 22a8b0f9-0716-4893-9db4-55b6fdf5988e will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:35.534687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:35.546364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:35.564633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Made reservation on behalf of ca2fcc0eb6e6446fb2f6b877d41b57d1 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:29:35.572475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:35.615758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:35.629997 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-583144a4-ebcb-4141-96ac-26f92100109f req-a634a74c-4e53-4a06-b5ae-d3035efac1c7 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 210 time: 0.0757546
Apr 20 19:29:35.635954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:35.648517 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8ad3a894-8b3a-4379-934d-dc53251b3275 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:35.668990 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:35.700149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:35.764315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:35.776558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:35.786722 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:35.789538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:35.790431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device f0995049-fd0b-42d5-9ca2-b48ccf5db473 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:35.814194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Network 82da78ec-751b-430a-a7da-562971e5fcc7 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:35.816572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:35.837619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Allocated IP 172.20.0.10 (f4427720-1bf7-4b3c-8e43-4a0696109808/6ba2e352-73c8-40b2-b5fa-c14e98ff339d/8e197005-0c8e-41e1-ac1e-defb1c9d189c) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:29:35.837768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:35.846526 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:35.987612 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:35.998363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:36.004042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:36.004792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.005270 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:36.047904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port f0995049-fd0b-42d5-9ca2-b48ccf5db473 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:36.059375 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port f0995049-fd0b-42d5-9ca2-b48ccf5db473 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:36.059667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.100179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:36.132671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497574d-4956-4e55-92a3-574a0411a250 req-d4e0852b-5450-4324-bf4d-ce0225b37e55 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:36.134792 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3497574d-4956-4e55-92a3-574a0411a250 req-d4e0852b-5450-4324-bf4d-ce0225b37e55 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 945 time: 0.6465967
Apr 20 19:29:36.136555 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1241546
Apr 20 19:29:36.203744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.213203 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572b83-45c9-4723-ac48-ba9678ee9d16 req-bfa8ae9d-4da9-41f5-896d-582730d5ad7d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:36.213980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-57572b83-45c9-4723-ac48-ba9678ee9d16 req-bfa8ae9d-4da9-41f5-896d-582730d5ad7d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Synchronizing usage tracker for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:36.220385 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3497574d-4956-4e55-92a3-574a0411a250 req-869a04b2-3bc1-4c05-804d-8ee173fc8d02 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763278
Apr 20 19:29:36.235303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-57572b83-45c9-4723-ac48-ba9678ee9d16 req-bfa8ae9d-4da9-41f5-896d-582730d5ad7d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Unset dirty status for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:36.236792 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-57572b83-45c9-4723-ac48-ba9678ee9d16 req-bfa8ae9d-4da9-41f5-896d-582730d5ad7d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 931 time: 0.2242146
Apr 20 19:29:36.249419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-e9aec3a1-8a74-4e4a-b2ab-27a75b4256ff None None] Provisioning for port 22a8b0f9-0716-4893-9db4-55b6fdf5988e completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:36.266062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port f0995049-fd0b-42d5-9ca2-b48ccf5db473, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0995049-fd0b-42d5-9ca2-b48ccf5db473,segment=NetworkSegment(bea14e14-6dc5-4266-a165-9429619c9960),segment_id=bea14e14-6dc5-4266-a165-9429619c9960)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:36.267874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-e9aec3a1-8a74-4e4a-b2ab-27a75b4256ff None None] Provisioning complete for port 22a8b0f9-0716-4893-9db4-55b6fdf5988e triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:36.268524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e9aec3a1-8a74-4e4a-b2ab-27a75b4256ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.300461 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-57572b83-45c9-4723-ac48-ba9678ee9d16 req-82548452-832b-408f-b6fe-5f4ca4eaa241 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465329
Apr 20 19:29:36.314703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.319855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:36.422724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=f0995049-fd0b-42d5-9ca2-b48ccf5db473,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:36.429112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:36.433724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:36.443985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e9aec3a1-8a74-4e4a-b2ab-27a75b4256ff None None] Port 22a8b0f9-0716-4893-9db4-55b6fdf5988e cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:29:36.450728 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:36.453262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:36.460014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:36.460815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.466072 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6e400bc8-e638-4446-abe3-19f6de01c755 req-f1a7c908-b31d-4743-a80d-a4acb993399e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 210 time: 0.0783408
Apr 20 19:29:36.510149 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7732766
Apr 20 19:29:36.539538 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'code': 200}
Apr 20 19:29:36.552547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Pushing event updated for resources: {'Port': ['ID=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:36.555725 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:36.651083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.670986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c9cf9-2be0-4616-ab66-575f00c73de7 req-667805d4-65b9-47ed-8a59-7be67ffde817 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:36.672623 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8e3c9cf9-2be0-4616-ab66-575f00c73de7 req-667805d4-65b9-47ed-8a59-7be67ffde817 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 946 time: 0.0950150
Apr 20 19:29:36.729725 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Transition to ACTIVE for port object 8e197005-0c8e-41e1-ac1e-defb1c9d189c will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:36.737319 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8e3c9cf9-2be0-4616-ab66-575f00c73de7 req-2c57762e-6e98-47f4-a01a-6c665cce54c9 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569518
Apr 20 19:29:36.749946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd320e4-5118-4b15-8942-5329b2b163c1 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:36.759852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.781699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Transition to ACTIVE for port object 7dd320e4-5118-4b15-8942-5329b2b163c1 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:36.786264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.794431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:36.834884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:36.873885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30e72-ced5-4139-82c7-7c743ed4c26a req-33993e37-15dc-45c6-a8be-981ed1e5261d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:36.875724 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-54b30e72-ced5-4139-82c7-7c743ed4c26a req-33993e37-15dc-45c6-a8be-981ed1e5261d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 931 time: 0.1023810
Apr 20 19:29:36.926571 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-54b30e72-ced5-4139-82c7-7c743ed4c26a req-58dd9daa-c4fc-47b9-a9f8-bd01a32aba49 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434382
Apr 20 19:29:36.948944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Network f4427720-1bf7-4b3c-8e43-4a0696109808 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:29:36.985256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:29:36.987721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:29:36.994456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:36.995142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:37.039991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Pushing event updated for resources: {'Port': ['ID=7dd320e4-5118-4b15-8942-5329b2b163c1,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:37.043680 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:37.046703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-beb1e16e-b783-4378-a8b4-390e6c54a20b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:37.097373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Attempting to bind port 7dd320e4-5118-4b15-8942-5329b2b163c1 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:37.097763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Attempting to bind port 7dd320e4-5118-4b15-8942-5329b2b163c1 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:37.098140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Attempting to bind port 7dd320e4-5118-4b15-8942-5329b2b163c1 on network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:37.106787 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0551364
Apr 20 19:29:37.110015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Port 7dd320e4-5118-4b15-8942-5329b2b163c1 on network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:29:37.110391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Attempting to bind port 7dd320e4-5118-4b15-8942-5329b2b163c1 on network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:37.131867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:37.132355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Checking segment: {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:37.132815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Bound using segment: {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:37.133318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Bound port: 7dd320e4-5118-4b15-8942-5329b2b163c1, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:37.133710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:37.158261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'Port': ['ID=8e197005-0c8e-41e1-ac1e-defb1c9d189c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:37.192502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:37.240313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] For port 7dd320e4-5118-4b15-8942-5329b2b163c1, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:37.243438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] For port 7dd320e4-5118-4b15-8942-5329b2b163c1, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7dd320e4-5118-4b15-8942-5329b2b163c1,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:37.246652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:37.252515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:37.267893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-a4b1a143-d5f9-4f4c-aca3-d5107ed6f66a None None] Provisioning for port 8e197005-0c8e-41e1-ac1e-defb1c9d189c completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:37.273914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-a4b1a143-d5f9-4f4c-aca3-d5107ed6f66a None None] Provisioning complete for port 8e197005-0c8e-41e1-ac1e-defb1c9d189c triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:37.274413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a143-d5f9-4f4c-aca3-d5107ed6f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:37.308942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:37.309613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:37.311163 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] 10.222.0.55 "PUT /v2.0/ports/7dd320e4-5118-4b15-8942-5329b2b163c1 HTTP/1.1" status: 200  len: 1094 time: 2.7105372
Apr 20 19:29:37.311675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c99e67-a6e2-4f90-bb81-d4e3f368f1de', 'tag': '7dd320e4-5118-4b15-8942-5329b2b163c1'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:37.338163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-a4b1a143-d5f9-4f4c-aca3-d5107ed6f66a None None] Port 8e197005-0c8e-41e1-ac1e-defb1c9d189c cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:29:37.347290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Pushing event updated for resources: {'Port': ['ID=7dd320e4-5118-4b15-8942-5329b2b163c1,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:37.352041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:37.361065 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c99e67-a6e2-4f90-bb81-d4e3f368f1de', 'tag': '7dd320e4-5118-4b15-8942-5329b2b163c1', 'status': 'completed', 'code': 200}
Apr 20 19:29:37.438490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec48ed-8756-4539-accf-7ff8e7d7f248 req-2bf85f05-7867-461c-b1eb-7b3c3a2f9c17 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:37.440262 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fbec48ed-8756-4539-accf-7ff8e7d7f248 req-2bf85f05-7867-461c-b1eb-7b3c3a2f9c17 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 946 time: 0.0942028
Apr 20 19:29:37.543033 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fbec48ed-8756-4539-accf-7ff8e7d7f248 req-a23acd2f-8ece-4beb-be42-76ab8852b9ef tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949914
Apr 20 19:29:37.574623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0cc2a-4ef9-4b9e-8d8e-58b90fbd57c9 req-d1e9f8a8-af5c-4d39-93b7-dce28d63cb59 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:37.576247 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7eb0cc2a-4ef9-4b9e-8d8e-58b90fbd57c9 req-d1e9f8a8-af5c-4d39-93b7-dce28d63cb59 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 931 time: 0.1133091
Apr 20 19:29:37.626116 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7eb0cc2a-4ef9-4b9e-8d8e-58b90fbd57c9 req-bcd73404-837f-4efd-8fb6-d5186f3d496f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429382
Apr 20 19:29:37.738568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088a00b-9e95-4a76-aa4a-1065972312be req-1b1fc7eb-c8d8-4087-ac72-a1e17b8d6659 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:37.740154 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e088a00b-9e95-4a76-aa4a-1065972312be req-1b1fc7eb-c8d8-4087-ac72-a1e17b8d6659 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 932 time: 0.0963509
Apr 20 19:29:37.789597 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e088a00b-9e95-4a76-aa4a-1065972312be req-19ad5cde-149a-4e25-8b78-b6e20bbbdcaa tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425570
Apr 20 19:29:37.956453 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c33608-864e-4aee-b24e-82c6cd40a034 req-18f9ecc6-fac1-46f0-81a5-8764b726c55a tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:37.958063 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-81c33608-864e-4aee-b24e-82c6cd40a034 req-18f9ecc6-fac1-46f0-81a5-8764b726c55a tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 946 time: 0.0915675
Apr 20 19:29:38.006768 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-81c33608-864e-4aee-b24e-82c6cd40a034 req-23359233-f07c-4b68-bcbb-7f2530cec747 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414474
Apr 20 19:29:38.129383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29ecdb-b9c5-4f9b-bd3d-cfb5977c5eed req-4ec83d50-1364-4849-ae8b-bba320bf9c2f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:38.131495 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cc29ecdb-b9c5-4f9b-bd3d-cfb5977c5eed req-4ec83d50-1364-4849-ae8b-bba320bf9c2f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 931 time: 0.0868661
Apr 20 19:29:38.180021 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cc29ecdb-b9c5-4f9b-bd3d-cfb5977c5eed req-ab4f7181-a3f1-4496-9c24-0d7e26a6dc7c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419259
Apr 20 19:29:38.540935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58c9af7-b045-4297-8a28-31e6301db247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0995049-fd0b-42d5-9ca2-b48ccf5db473'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:38.590609 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58c9af7-b045-4297-8a28-31e6301db247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0995049-fd0b-42d5-9ca2-b48ccf5db473', 'code': 200}
Apr 20 19:29:38.618430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Request body: {'port': {'device_id': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:38.731580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Request body: {'port': {'device_id': 'b5c66822-12bf-4406-b7d7-8da089316106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:38.817312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Request body: {'port': {'device_id': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:39.000795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.55', 59008) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:39.106327 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:39.128825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:39.129281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:39.148825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb4f71-0bb6-4350-a878-41aeed7349ad req-d27d8e79-40db-450a-84df-e153de1bd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:39.150442 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-23bb4f71-0bb6-4350-a878-41aeed7349ad req-d27d8e79-40db-450a-84df-e153de1bd54f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1097 time: 0.3849056
Apr 20 19:29:39.177792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ec780-a136-4869-a6f8-dbaf64f8fd87 req-3586a5e2-36a4-4032-8a2d-cc58a8b0f4fd tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:39.180492 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fb6ec780-a136-4869-a6f8-dbaf64f8fd87 req-3586a5e2-36a4-4032-8a2d-cc58a8b0f4fd tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 946 time: 0.5165446
Apr 20 19:29:39.240669 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:29:39.319882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc555ab0-49fe-4c5f-8dc2-e35b4162c955 req-6776110e-562e-4b03-acb4-5724e079ac73 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:39.320540 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cc555ab0-49fe-4c5f-8dc2-e35b4162c955 req-6776110e-562e-4b03-acb4-5724e079ac73 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 931 time: 0.5527639
Apr 20 19:29:39.339996 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fb6ec780-a136-4869-a6f8-dbaf64f8fd87 req-47c8ada8-501a-4837-82ce-c4c833a2d56a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265328
Apr 20 19:29:39.387603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f561e-2504-4597-b2f9-7802ee531c66 req-76531669-248f-4728-88cd-e8dcd9e6fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:39.389295 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-123f561e-2504-4597-b2f9-7802ee531c66 req-76531669-248f-4728-88cd-e8dcd9e6fe35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 1099 time: 0.3449452
Apr 20 19:29:39.403233 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-f90ebada-a9af-4b3d-b9f7-c062c6765be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:39.404868 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-f90ebada-a9af-4b3d-b9f7-c062c6765be7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 1099 time: 0.3976445
Apr 20 19:29:39.459621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-123f561e-2504-4597-b2f9-7802ee531c66 req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:39.504053 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cc555ab0-49fe-4c5f-8dc2-e35b4162c955 req-72f9fc05-d765-4794-a8f8-9c07aec214db tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1628337
Apr 20 19:29:39.558923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-123f561e-2504-4597-b2f9-7802ee531c66 req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:39.575615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:39.632484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-123f561e-2504-4597-b2f9-7802ee531c66 req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Usage tracker for resource:security_group_rule and tenant:2f354d8527984ba3a7d51be7fc24a158 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:39.648171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:39.727334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-123f561e-2504-4597-b2f9-7802ee531c66 req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:39.780481 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-123f561e-2504-4597-b2f9-7802ee531c66 req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:39.782408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] Usage tracker for resource:security_group_rule and tenant:2f354d8527984ba3a7d51be7fc24a158 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:39.800036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb4f71-0bb6-4350-a878-41aeed7349ad req-3be98eb7-8575-45a1-b730-5c40cbf3e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:39.801668 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-23bb4f71-0bb6-4350-a878-41aeed7349ad req-3be98eb7-8575-45a1-b730-5c40cbf3e8d7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8a872b344d5e4785bc501bb382a739e4&shared=False HTTP/1.1" status: 200  len: 919 time: 0.6119900
Apr 20 19:29:39.807962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:39.858716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:40.003407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fb9b5-1c1e-4a34-b3e0-7d2e4ad28226 req-eca5c04f-3353-47cb-8578-2c9ad87a9734 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:40.005069 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3d0fb9b5-1c1e-4a34-b3e0-7d2e4ad28226 req-eca5c04f-3353-47cb-8578-2c9ad87a9734 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 932 time: 0.4433405
Apr 20 19:29:40.133133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58134) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:40.161360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc9412-05dc-4e65-9cab-5ad19213be8f req-6f8e114f-2e54-4adf-9961-e49f32de5798 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:40.164132 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2ddc9412-05dc-4e65-9cab-5ad19213be8f req-6f8e114f-2e54-4adf-9961-e49f32de5798 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 946 time: 0.4331534
Apr 20 19:29:40.242743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a8b0f9-0716-4893-9db4-55b6fdf5988e {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:40.266364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:40.271196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-123f561e-2504-4597-b2f9-7802ee531c66 req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:40.283641 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3d0fb9b5-1c1e-4a34-b3e0-7d2e4ad28226 req-3132ed2f-e039-404a-8079-06efa454a3bf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2712708
Apr 20 19:29:40.292514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-123f561e-2504-4597-b2f9-7802ee531c66 req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:40.326850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2a297490-dc36-4205-82b7-2eb33ef62b5a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:40.337744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Transition to ACTIVE for port object 22a8b0f9-0716-4893-9db4-55b6fdf5988e will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:40.364855 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2ddc9412-05dc-4e65-9cab-5ad19213be8f req-5014690d-39b1-458b-a32c-596c947c5975 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832163
Apr 20 19:29:40.371629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:40.389081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:40.400799 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-123f561e-2504-4597-b2f9-7802ee531c66 req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9888015
Apr 20 19:29:40.419978 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=770d8d01-6b68-4a2e-97e0-9c678562d195,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:40.423215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:40.428298 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:40.428869 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eb1336ab-4921-4085-bec1-26e071817fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:40.519382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) 2f354d8527984ba3a7d51be7fc24a158 {{(pid=86372) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:29:40.519747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:29:40.523441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Usage tracker for resource:security_group_rule and tenant:eb55b59b8c4b4a1a879a01718627dc8c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:40.547851 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:40.554133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb4f71-0bb6-4350-a878-41aeed7349ad req-440689be-7b62-4716-a399-3606f0ae259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:40.555999 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-23bb4f71-0bb6-4350-a878-41aeed7349ad req-440689be-7b62-4716-a399-3606f0ae259b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6993129
Apr 20 19:29:40.669117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:40.733122 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e197005-0c8e-41e1-ac1e-defb1c9d189c {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:40.741506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:40.744064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:40.746894 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:40.758844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:40.812540 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:40.824502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Transition to ACTIVE for port object 8e197005-0c8e-41e1-ac1e-defb1c9d189c will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:40.836104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:40.845099 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-505d2ca5-47af-4734-8eff-a6e5bbd03a38 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:40.887927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Transition to ACTIVE for port object 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:29:40.899470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:40.901109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Attempting to bind port 22a8b0f9-0716-4893-9db4-55b6fdf5988e on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:40.901486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Attempting to bind port 22a8b0f9-0716-4893-9db4-55b6fdf5988e by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:40.901855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Attempting to bind port 22a8b0f9-0716-4893-9db4-55b6fdf5988e on network 82da78ec-751b-430a-a7da-562971e5fcc7 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:40.918408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe9277-bacc-4983-8901-715a2cfd31ec req-0864c358-61e6-4300-8ec3-61a6c6967959 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:40.922655 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c7fe9277-bacc-4983-8901-715a2cfd31ec req-0864c358-61e6-4300-8ec3-61a6c6967959 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 931 time: 0.3957977
Apr 20 19:29:40.931600 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6153cb7-3fc4-41d7-8c4a-5e8ee0784326 req-32023e07-9ef3-42e1-8135-53ba33b263a9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:40.933205 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a6153cb7-3fc4-41d7-8c4a-5e8ee0784326 req-32023e07-9ef3-42e1-8135-53ba33b263a9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 946 time: 0.3926451
Apr 20 19:29:40.950776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Port 22a8b0f9-0716-4893-9db4-55b6fdf5988e on network 82da78ec-751b-430a-a7da-562971e5fcc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:29:40.951153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Attempting to bind port 22a8b0f9-0716-4893-9db4-55b6fdf5988e on network 82da78ec-751b-430a-a7da-562971e5fcc7 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:40.991850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:40.992242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Checking segment: {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:40.993273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Bound using segment: {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:40.993400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Bound port: 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:40.993778 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.059644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.081737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Pushing event updated for resources: {'Port': ['ID=8e197005-0c8e-41e1-ac1e-defb1c9d189c,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:41.085006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:41.102092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-042e9ba3-395b-4429-9406-91e45274fb65 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:41.115188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.126114 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c7fe9277-bacc-4983-8901-715a2cfd31ec req-6b8867d9-24ee-4440-928d-79d346206ee4 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844041
Apr 20 19:29:41.131405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.169906 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a6153cb7-3fc4-41d7-8c4a-5e8ee0784326 req-99e5d3d1-2aea-4293-9787-32c2f9cced61 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253504
Apr 20 19:29:41.176898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:41.249307 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb55b59b8c4b4a1a879a01718627dc8c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1047955
Apr 20 19:29:41.252875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58154) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:41.268586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73b57f7-84b4-45d7-a93b-e6a3fe847cb8,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:41.299960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Attempting to bind port 8e197005-0c8e-41e1-ac1e-defb1c9d189c on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:41.300345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Attempting to bind port 8e197005-0c8e-41e1-ac1e-defb1c9d189c by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:41.300743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Attempting to bind port 8e197005-0c8e-41e1-ac1e-defb1c9d189c on network f4427720-1bf7-4b3c-8e43-4a0696109808 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:41.312669 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:41.318224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:41.342659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Port 8e197005-0c8e-41e1-ac1e-defb1c9d189c on network f4427720-1bf7-4b3c-8e43-4a0696109808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:29:41.343042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Attempting to bind port 8e197005-0c8e-41e1-ac1e-defb1c9d189c on network f4427720-1bf7-4b3c-8e43-4a0696109808 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:41.346824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-faf9f318-7832-46ba-b961-e8a8efd70faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:41.348536 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-faf9f318-7832-46ba-b961-e8a8efd70faf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1097 time: 0.5821939
Apr 20 19:29:41.368516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:41.377833 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:41.381555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:41.429480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.441175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:41.494120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:41.494703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Checking segment: {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:41.495336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Bound using segment: {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:41.496004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Bound port: 8e197005-0c8e-41e1-ac1e-defb1c9d189c, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:41.496591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.549382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Attempting to bind port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:29:41.549382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Attempting to bind port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:29:41.549382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Attempting to bind port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a on network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:41.555758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a on network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:29:41.556126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Attempting to bind port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a on network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:29:41.559546 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-fed2c5a1-15bb-4ff6-afaf-9964af5ce092 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd320e4-5118-4b15-8942-5329b2b163c1 HTTP/1.1" status: 200  len: 217 time: 0.1763558
Apr 20 19:29:41.594471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:41.595162 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.596687 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] 10.222.0.55 "PUT /v2.0/ports/22a8b0f9-0716-4893-9db4-55b6fdf5988e HTTP/1.1" status: 200  len: 1093 time: 2.9838614
Apr 20 19:29:41.597427 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df55b0f9-c53c-48ae-9942-b23bb57c20b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.599102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:41.615169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:29:41.616086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Checking segment: {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:29:41.616525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Bound using segment: {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:29:41.617044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Bound port: 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a40ed81-d836-4f18-a85a-7c0939355633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:29:41.617436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.675728 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df55b0f9-c53c-48ae-9942-b23bb57c20b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.686056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:41.749630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:41.781988 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.3250942
Apr 20 19:29:41.806679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e157c-063e-405f-abe6-70c9548658a3 req-e4867595-099a-4ab9-b58b-dd4197fafab4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:41.816657 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d98e157c-063e-405f-abe6-70c9548658a3 req-e4867595-099a-4ab9-b58b-dd4197fafab4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.5395157
Apr 20 19:29:41.925351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-75ef86e7-ef1b-4b2b-9390-b5383aee04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:41.927129 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-75ef86e7-ef1b-4b2b-9390-b5383aee04cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 200  len: 858 time: 0.3210270
Apr 20 19:29:41.932469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e960e0-1390-4568-a654-1160a74d5b7a req-230c8459-6f90-4eb9-b4ca-f04f60c83cc4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:41.938208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] For port 8e197005-0c8e-41e1-ac1e-defb1c9d189c, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:41.940622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] For port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:29:41.941128 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88e960e0-1390-4568-a654-1160a74d5b7a req-230c8459-6f90-4eb9-b4ca-f04f60c83cc4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 944 time: 0.4619241
Apr 20 19:29:41.945120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] For port 8e197005-0c8e-41e1-ac1e-defb1c9d189c, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:41.948751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] For port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:29:41.951148 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:41.958332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:42.037708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:42.108135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:42.109237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:42.111031 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] 10.222.0.55 "PUT /v2.0/ports/8e197005-0c8e-41e1-ac1e-defb1c9d189c HTTP/1.1" status: 200  len: 1094 time: 3.3441374
Apr 20 19:29:42.123379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'tag': '8e197005-0c8e-41e1-ac1e-defb1c9d189c'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:42.141392 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-67e80b16-4f0b-4e72-9396-55d646f50541 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0799763
Apr 20 19:29:42.143657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Pushing event updated for resources: {'Port': ['ID=8e197005-0c8e-41e1-ac1e-defb1c9d189c,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:42.146975 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:42.147582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:42.149075 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] 10.222.0.55 "PUT /v2.0/ports/8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a HTTP/1.1" status: 200  len: 1093 time: 3.4227824
Apr 20 19:29:42.152590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:42.153118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:42.207909 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d98e157c-063e-405f-abe6-70c9548658a3 req-9412b009-577a-474d-9520-654120a863d7 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3921399
Apr 20 19:29:42.244109 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88e960e0-1390-4568-a654-1160a74d5b7a req-a0f16b56-735d-42ac-a82f-efe78f7b7f96 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3017135
Apr 20 19:29:42.247726 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df55b0f9-c53c-48ae-9942-b23bb57c20b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:42.254449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-ea6d7565-dfa4-4233-b76e-5bd1d7a59251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:42.256622 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-ea6d7565-dfa4-4233-b76e-5bd1d7a59251 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 1096 time: 0.5909777
Apr 20 19:29:42.258911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:42.283972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55b0f9-c53c-48ae-9942-b23bb57c20b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73b57f7-84b4-45d7-a93b-e6a3fe847cb8,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:42.296943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-df55b0f9-c53c-48ae-9942-b23bb57c20b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:42.301938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df55b0f9-c53c-48ae-9942-b23bb57c20b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:42.308238 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-df55b0f9-c53c-48ae-9942-b23bb57c20b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b73b57f7-84b4-45d7-a93b-e6a3fe847cb8 HTTP/1.1" status: 204  len: 168 time: 1.0537295
Apr 20 19:29:42.410846 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-4e6d17ed-e4b4-4453-a22a-1aa54c504b1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e HTTP/1.1" status: 200  len: 217 time: 0.0924761
Apr 20 19:29:42.508551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:42.519441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:42.543727 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'status': 'completed', 'code': 200}
Apr 20 19:29:42.598893 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-456cefbc-768d-4d33-b2fe-d3deb011ea75 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3800876
Apr 20 19:29:42.610670 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'tag': '8e197005-0c8e-41e1-ac1e-defb1c9d189c', 'status': 'completed', 'code': 200}
Apr 20 19:29:42.614523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-284567f0-3f13-4f5a-9547-bf189fb4664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:42.615552 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-284567f0-3f13-4f5a-9547-bf189fb4664b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 1096 time: 0.2895396
Apr 20 19:29:42.617823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-b046e82a-3e2e-4398-a44c-256054fad297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:42.619336 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-b046e82a-3e2e-4398-a44c-256054fad297 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 1097 time: 0.2918646
Apr 20 19:29:42.648320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-41ce8323-00e8-4317-b326-14ddb71c360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:42.650024 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-41ce8323-00e8-4317-b326-14ddb71c360c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.2282960
Apr 20 19:29:42.683049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5b4d5-132c-4578-bc9a-27c8a27ca967 req-2109227e-4ec0-4328-8cc1-a93cead80425 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:42.685056 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-83a5b4d5-132c-4578-bc9a-27c8a27ca967 req-2109227e-4ec0-4328-8cc1-a93cead80425 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 946 time: 0.1620255
Apr 20 19:29:42.816601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58206) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:42.865388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:42.883697 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-83a5b4d5-132c-4578-bc9a-27c8a27ca967 req-070df56d-3802-4457-8bc6-948fb4be0a7b tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923239
Apr 20 19:29:42.897205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:42.918594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Usage tracker for resource:security_group_rule and tenant:948956406724423e986d9e5f4e35fa40 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:42.925694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:42.927040 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-9388b5aa-c1e1-4d28-8aac-084b48a8b1c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c HTTP/1.1" status: 200  len: 217 time: 0.1920080
Apr 20 19:29:42.930660 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-2d741b79-f15b-454e-9bc7-5135a8ea0855 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a HTTP/1.1" status: 200  len: 217 time: 0.1969628
Apr 20 19:29:42.936262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:42.969514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-81285d33-abeb-49b3-9d44-c6f2a8ea6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:42.971128 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-81285d33-abeb-49b3-9d44-c6f2a8ea6679 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2574248
Apr 20 19:29:42.984487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8de88-595c-479d-b121-c203ea905d54 req-72cbb06a-07d0-4d5f-9d91-e8dfc6c8f8e9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:42.986111 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-02e8de88-595c-479d-b121-c203ea905d54 req-72cbb06a-07d0-4d5f-9d91-e8dfc6c8f8e9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 943 time: 0.2284877
Apr 20 19:29:43.138784 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-b6cebfc9-2ab5-4f78-9eb0-94f02d23c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:43.140363 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-b6cebfc9-2ab5-4f78-9eb0-94f02d23c7b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 200  len: 858 time: 0.1904728
Apr 20 19:29:43.145225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-89527c61-7cfd-4be2-8c2c-570f8b92dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:43.146730 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-89527c61-7cfd-4be2-8c2c-570f8b92dd69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 200  len: 849 time: 0.1980798
Apr 20 19:29:43.148683 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc9b4c73-e9dd-4403-962c-ca5e8b58adfa req-ee30fbe9-d80c-450c-8977-394468d2cb56 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4509866
Apr 20 19:29:43.262133 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-02e8de88-595c-479d-b121-c203ea905d54 req-29a3c571-9a56-4554-80ea-69c42d470a79 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687590
Apr 20 19:29:43.341674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:43.373737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:43.415643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:43.455413 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=948956406724423e986d9e5f4e35fa40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6285875
Apr 20 19:29:43.460308 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-1340853a-41f0-4b41-acbd-9e392a10690b service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4646778
Apr 20 19:29:43.461123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58232) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:43.464297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c617066-d1cd-4cad-a265-eaec9fdc9689,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:43.514377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:43.541993 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-b613d7bc-cb74-4495-93f1-b16cb4917093 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3666484
Apr 20 19:29:43.542091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643e639-b3ad-4b36-906d-ac0661adbb86 req-3d8e6536-1b87-44ad-a688-dfe5ba8b736b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:43.543328 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f643e639-b3ad-4b36-906d-ac0661adbb86 req-3d8e6536-1b87-44ad-a688-dfe5ba8b736b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 946 time: 0.5035822
Apr 20 19:29:43.691929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-2b89f88c-d52d-4691-abad-7fc822c9265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:43.694317 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-2b89f88c-d52d-4691-abad-7fc822c9265d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4427720-1bf7-4b3c-8e43-4a0696109808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5204921
Apr 20 19:29:43.766591 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f643e639-b3ad-4b36-906d-ac0661adbb86 req-e7176afb-5830-4dd2-8247-fc2f03fbcc6e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291835
Apr 20 19:29:43.808174 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-bb6c1055-f408-44c7-aac9-bcaea90e88fe service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2599897
Apr 20 19:29:43.817799 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5f73624-5a2d-469c-9f48-1a241ed1c467 req-e2d1ddd7-f93c-4d32-8883-5e178d384d64 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3326890
Apr 20 19:29:43.819597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-28f0a4ef-edad-459a-9ae7-95c068193298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:43.884989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5741bae-1069-433b-bf1e-6b63bb52a69c req-95e0ead1-08a6-4a56-8935-ea846156ed8a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:43.886736 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b5741bae-1069-433b-bf1e-6b63bb52a69c req-95e0ead1-08a6-4a56-8935-ea846156ed8a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.3706522
Apr 20 19:29:43.890459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58244) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:43.899335 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-28f0a4ef-edad-459a-9ae7-95c068193298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:43.942776 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-0c8dd0e1-0edb-4c8a-8bbb-9ab8e596e9e3 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350640
Apr 20 19:29:44.111370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:44.138252 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b5741bae-1069-433b-bf1e-6b63bb52a69c req-d4dc14ff-6d05-4efb-a91a-dc9d68d38468 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2424812
Apr 20 19:29:44.148393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:44.161053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Usage tracker for resource:security_group_rule and tenant:9bd66e193bcd4339aa4e49562bc0b715 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:44.168033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:44.182990 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:44.196686 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7293ec4-5c9b-45b4-b817-647f9937d751 req-3a17f778-34ab-4565-af4e-3f74d5a4469f service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3794513
Apr 20 19:29:44.204922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-28f0a4ef-edad-459a-9ae7-95c068193298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:44.205080 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb3fc9e-bdcd-4a23-bf48-2d920c3792ef req-1a09fea2-cb0a-4440-8992-b5b69d7e3879 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014060
Apr 20 19:29:44.236646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8169573f-443a-4f78-8b71-baa090965db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:44.262121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-1d6c7be3-3104-4ca8-94d4-493d92a186d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:44.263743 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-1d6c7be3-3104-4ca8-94d4-493d92a186d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 1096 time: 0.3210769
Apr 20 19:29:44.278026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58455d34-2e46-4a90-8c99-ea4a9e1edbc6 req-1b4889b8-0dc4-4ccc-b903-8bd91ae54515 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:44.279824 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58455d34-2e46-4a90-8c99-ea4a9e1edbc6 req-1b4889b8-0dc4-4ccc-b903-8bd91ae54515 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 944 time: 0.3383982
Apr 20 19:29:44.282725 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0a4ef-edad-459a-9ae7-95c068193298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c617066-d1cd-4cad-a265-eaec9fdc9689,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:44.290091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-28f0a4ef-edad-459a-9ae7-95c068193298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:44.333148 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-28f0a4ef-edad-459a-9ae7-95c068193298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:44.337287 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-28f0a4ef-edad-459a-9ae7-95c068193298 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c617066-d1cd-4cad-a265-eaec9fdc9689 HTTP/1.1" status: 204  len: 168 time: 0.8564296
Apr 20 19:29:44.513520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-2f6547d3-d90e-4b6f-bbcf-15220c31e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:44.515397 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-2f6547d3-d90e-4b6f-bbcf-15220c31e010 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 1097 time: 0.1460221
Apr 20 19:29:44.516612 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58455d34-2e46-4a90-8c99-ea4a9e1edbc6 req-5710eacb-8e28-4547-8ce5-dce192b47fa5 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2255104
Apr 20 19:29:44.607697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:44.629505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:44.648966 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db4d4-147c-42c0-a6b6-8a2e8711aef2 req-a794965a-d1bf-4ee9-9a93-f673c418d901 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:44.650750 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b37db4d4-147c-42c0-a6b6-8a2e8711aef2 req-a794965a-d1bf-4ee9-9a93-f673c418d901 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 946 time: 0.3627276
Apr 20 19:29:44.651885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-a40ea0a4-32bb-43d8-ba39-f31281f6ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:44.653377 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-a40ea0a4-32bb-43d8-ba39-f31281f6ff8b service neutron] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 917 time: 0.2854893
Apr 20 19:29:44.655873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-df55b0f9-c53c-48ae-9942-b23bb57c20b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:44.733629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c66822-12bf-4406-b7d7-8da089316106', 'tag': '8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:44.779295 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-4c037b39-2170-4c49-9720-8d323b13d057 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e HTTP/1.1" status: 200  len: 217 time: 0.1095836
Apr 20 19:29:44.810464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-7faf4ea4-c162-4348-8679-e5dad0703e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:44.812635 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-7faf4ea4-c162-4348-8679-e5dad0703e03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 911 time: 0.2850296
Apr 20 19:29:44.906885 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9bd66e193bcd4339aa4e49562bc0b715&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0153208
Apr 20 19:29:44.907798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc558c59-b5c6-432e-af3a-a668a8ca8dd1,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:44.910708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58286) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:44.917202 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-3a8e8266-9f5e-485f-8067-6633c13d5c9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c HTTP/1.1" status: 200  len: 217 time: 0.0941832
Apr 20 19:29:44.923834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:44.966131 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b37db4d4-147c-42c0-a6b6-8a2e8711aef2 req-badec987-4ef9-40c2-a5b6-b87f238da877 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022761
Apr 20 19:29:45.057937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-526507f0-58d3-4ac0-b073-a28271dd91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:45.059719 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-526507f0-58d3-4ac0-b073-a28271dd91a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.2279084
Apr 20 19:29:45.065883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-4a6ddb1c-6235-45cf-808c-ec9d9ac62f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:45.070361 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-4a6ddb1c-6235-45cf-808c-ec9d9ac62f7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 200  len: 849 time: 0.1457005
Apr 20 19:29:45.073953 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c66822-12bf-4406-b7d7-8da089316106', 'tag': '8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a', 'status': 'completed', 'code': 200}
Apr 20 19:29:45.173348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54cbf9e4-3655-40d1-8608-6313f0664201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:45.226985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ead36b-4d1e-47fe-8360-405310a873f3 req-05842da6-639a-41b6-a1fe-33094abd9a50 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:45.228836 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-47ead36b-4d1e-47fe-8360-405310a873f3 req-05842da6-639a-41b6-a1fe-33094abd9a50 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 943 time: 0.4677210
Apr 20 19:29:45.286884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-0145cacd-b25b-42c3-9e7e-f34101cd24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:45.288948 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-0145cacd-b25b-42c3-9e7e-f34101cd24d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 1096 time: 0.1343682
Apr 20 19:29:45.291171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-77c6877f-7beb-4799-92bd-ffe997f0aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:45.292618 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-77c6877f-7beb-4799-92bd-ffe997f0aba5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4427720-1bf7-4b3c-8e43-4a0696109808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1823182
Apr 20 19:29:45.306172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54cbf9e4-3655-40d1-8608-6313f0664201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:45.386005 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-47ead36b-4d1e-47fe-8360-405310a873f3 req-48485f5f-98e2-4a91-917a-d296f7fa83ad tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430285
Apr 20 19:29:45.431338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-1b6cf1c1-e2e8-4a74-83e2-9fbbf331fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:45.439486 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-1b6cf1c1-e2e8-4a74-83e2-9fbbf331fe89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3274209
Apr 20 19:29:45.563451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-261417be-dc7c-4ca7-bff0-c3c20ad9f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:45.576602 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-261417be-dc7c-4ca7-bff0-c3c20ad9f0e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 919 time: 0.2704320
Apr 20 19:29:45.723328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54cbf9e4-3655-40d1-8608-6313f0664201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:45.737856 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-23cfd22f-ee2e-43cd-81c8-21ee895289f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a HTTP/1.1" status: 200  len: 217 time: 0.1348808
Apr 20 19:29:45.863474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-fff09974-68b1-4739-8d0e-1b079a374cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:45.865120 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-fff09974-68b1-4739-8d0e-1b079a374cfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 200  len: 858 time: 0.1215222
Apr 20 19:29:45.871111 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-d29792bb-5bb9-4f37-bf21-56b665cf8f6c service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934148
Apr 20 19:29:45.947963 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-f5e85eda-ace0-40ee-8923-bf2a5fb0fb7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0755856
Apr 20 19:29:45.972599 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a0443890-c5e5-4cac-87ff-ec417bee6386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:46.006069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbf9e4-3655-40d1-8608-6313f0664201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc558c59-b5c6-432e-af3a-a668a8ca8dd1,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:46.026020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-54cbf9e4-3655-40d1-8608-6313f0664201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:46.033978 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54cbf9e4-3655-40d1-8608-6313f0664201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:46.035663 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-54cbf9e4-3655-40d1-8608-6313f0664201 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc558c59-b5c6-432e-af3a-a668a8ca8dd1 HTTP/1.1" status: 204  len: 168 time: 1.1135595
Apr 20 19:29:46.038907 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-289fb6de-4f43-4843-825a-6b4ff4df5804 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5299215
Apr 20 19:29:46.096784 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6308ce1-1ff5-4282-a4b6-06cadaf6d976 req-479b7b75-9190-4ab2-bc45-6953cb67d020 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:46.098431 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c6308ce1-1ff5-4282-a4b6-06cadaf6d976 req-479b7b75-9190-4ab2-bc45-6953cb67d020 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.6577313
Apr 20 19:29:46.157051 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-0d6deeee-33d8-4905-9d60-80170f1ae9df service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587095
Apr 20 19:29:46.254395 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c6308ce1-1ff5-4282-a4b6-06cadaf6d976 req-7f2378c2-1832-49a2-90a9-e186aa7a8d59 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977061
Apr 20 19:29:46.268576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1fcca-84ed-4b3a-936a-08cf535f1a4c req-69e142dc-bf69-4a27-966f-9272744d85a3 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:46.276877 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b5b1fcca-84ed-4b3a-936a-08cf535f1a4c req-69e142dc-bf69-4a27-966f-9272744d85a3 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 944 time: 0.5569692
Apr 20 19:29:46.323435 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c32e0383-6a79-4ccc-ac9e-c4853e4829d0 req-0fb157f6-ddb2-4f2d-87b9-a0c06160e832 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2767079
Apr 20 19:29:46.360984 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b5b1fcca-84ed-4b3a-936a-08cf535f1a4c req-ce7423c0-8ce6-47aa-a043-ad2524d6e88a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829895
Apr 20 19:29:46.627069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:29:46.642950 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d5dbb9a-9057-476d-8add-9193f2f65f71 req-60177f0a-89ae-40f9-a5f2-f784d743c96a service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4746830
Apr 20 19:29:46.646510 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a91a2103-ece5-4f0c-b87d-3978d3ab02dc req-126081e3-83bb-4f0a-8cfa-ec4ff8ffe783 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7378442
Apr 20 19:29:46.697010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7097baf-5484-4500-be37-7e9b1d1e5305 req-df936191-9109-4816-8d16-142741e93cc6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:46.699140 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f7097baf-5484-4500-be37-7e9b1d1e5305 req-df936191-9109-4816-8d16-142741e93cc6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 943 time: 0.1786222
Apr 20 19:29:46.755165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58356) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:46.758731 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f7097baf-5484-4500-be37-7e9b1d1e5305 req-890a9dab-e0b8-4453-8a3a-2f0993c1e5e5 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522306
Apr 20 19:29:46.778035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:46.796969 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:46.809420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Usage tracker for resource:security_group_rule and tenant:41fd121452a74b2aafe27421ace09e30 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:46.813165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:46.822901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:46.842199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:46.861885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'port_id': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'mac_address': 'fa:16:3e:8f:93:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:29:46.953319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:46.958273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:46.975233 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:46.996228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a8b0f9-0716-4893-9db4-55b6fdf5988e {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:47.017251 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:47.026267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:47.030677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58370) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:47.032476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:47.036216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 8e197005-0c8e-41e1-ac1e-defb1c9d189c details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:29:47.043365 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41fd121452a74b2aafe27421ace09e30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2867033
Apr 20 19:29:47.087877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aba5a7-3350-4bdf-8552-11c66553d9a9,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:47.094353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:47.129527 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6c079e5c-8278-42e5-95ea-6210aced5476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:47.167675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6c079e5c-8278-42e5-95ea-6210aced5476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:47.233175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:47.251208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6c079e5c-8278-42e5-95ea-6210aced5476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:47.270919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-28f0a4ef-edad-459a-9ae7-95c068193298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:47.279317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 8e197005-0c8e-41e1-ac1e-defb1c9d189c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:47.289091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c079e5c-8278-42e5-95ea-6210aced5476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aba5a7-3350-4bdf-8552-11c66553d9a9,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:47.291731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6c079e5c-8278-42e5-95ea-6210aced5476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:47.293339 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6c079e5c-8278-42e5-95ea-6210aced5476 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25aba5a7-3350-4bdf-8552-11c66553d9a9 HTTP/1.1" status: 204  len: 168 time: 0.2613583
Apr 20 19:29:47.294345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6c079e5c-8278-42e5-95ea-6210aced5476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:47.301387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '8e197005-0c8e-41e1-ac1e-defb1c9d189c', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'port_id': '8e197005-0c8e-41e1-ac1e-defb1c9d189c', 'mac_address': 'fa:16:3e:1a:0c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:29:47.439431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:47.466306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e197005-0c8e-41e1-ac1e-defb1c9d189c {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:47.484979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 8e197005-0c8e-41e1-ac1e-defb1c9d189c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:47.491839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:47.492630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 7dd320e4-5118-4b15-8942-5329b2b163c1 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:29:47.506652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:47.523429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:47.523996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:47.613044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=8e197005-0c8e-41e1-ac1e-defb1c9d189c,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:47.617670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:47.799657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 7dd320e4-5118-4b15-8942-5329b2b163c1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7dd320e4-5118-4b15-8942-5329b2b163c1,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:47.820018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '7dd320e4-5118-4b15-8942-5329b2b163c1', 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a', 'port_id': '7dd320e4-5118-4b15-8942-5329b2b163c1', 'mac_address': 'fa:16:3e:a0:58:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a20133b-670d-43da-a73c-570c34822eb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:29:47.896996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:47.917045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892bfc5-ba3e-434b-b043-b75638f66c78 req-f0045f2b-e315-4477-a21f-e6246e24622c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:47.917727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd320e4-5118-4b15-8942-5329b2b163c1 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:47.924974 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c892bfc5-ba3e-434b-b043-b75638f66c78 req-f0045f2b-e315-4477-a21f-e6246e24622c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.2033496
Apr 20 19:29:47.935655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 7dd320e4-5118-4b15-8942-5329b2b163c1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7dd320e4-5118-4b15-8942-5329b2b163c1,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:47.941301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:47.942451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:29:47.980013 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:47.981167 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c892bfc5-ba3e-434b-b043-b75638f66c78 req-dbfb0e95-7f92-4772-8c47-9614275fc478 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551124
Apr 20 19:29:48.003582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:48.032734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a', 'network_id': '83a9f6c9-14bf-4451-bd3a-5335ab5e684a', 'port_id': '8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a', 'mac_address': 'fa:16:3e:e2:32:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a20133b-670d-43da-a73c-570c34822eb2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:29:48.152655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:48.200610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=7dd320e4-5118-4b15-8942-5329b2b163c1,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:48.204419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:29:48.244787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:48.259228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:48.263411 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:48.265623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:48.342377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985b22b-5d10-4a28-b816-896552bf6d68 req-e038e932-b766-42c7-89a2-4a73a941fed2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:48.352521 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3985b22b-5d10-4a28-b816-896552bf6d68 req-e038e932-b766-42c7-89a2-4a73a941fed2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 945 time: 0.2506585
Apr 20 19:29:48.387496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530feb34-70a8-4bbb-b9f2-08775bac7b2b req-3a61a955-8bc8-4e8d-b1c4-6dbaf0592543 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:48.389532 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-530feb34-70a8-4bbb-b9f2-08775bac7b2b req-3a61a955-8bc8-4e8d-b1c4-6dbaf0592543 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 943 time: 0.1982987
Apr 20 19:29:48.463955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:48.477700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:48.511480 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3985b22b-5d10-4a28-b816-896552bf6d68 req-7edfef84-7285-4279-8c2f-8c20114583a1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1574385
Apr 20 19:29:48.541835 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-530feb34-70a8-4bbb-b9f2-08775bac7b2b req-cbf76a51-b03a-4b24-a0a0-3a3cf37a80a7 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411870
Apr 20 19:29:49.029228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['22a8b0f9-0716-4893-9db4-55b6fdf5988e'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:29:49.084746 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['7dd320e4-5118-4b15-8942-5329b2b163c1'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:29:49.167800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:29:49.235174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['8e197005-0c8e-41e1-ac1e-defb1c9d189c'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:29:49.292846 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8668ba9-6d32-4b90-aa8d-904a4521d274 req-b087cc6d-8629-4e28-9ef3-f1ed65b82fc7 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:49.294824 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a8668ba9-6d32-4b90-aa8d-904a4521d274 req-b087cc6d-8629-4e28-9ef3-f1ed65b82fc7 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.1470940
Apr 20 19:29:49.353869 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a8668ba9-6d32-4b90-aa8d-904a4521d274 req-de45f3f1-0946-42c7-bc34-f963258d9a67 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505915
Apr 20 19:29:49.403753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58472) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:49.614507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:49.637250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:49.642112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Usage tracker for resource:security_group_rule and tenant:a5486b33f344439999aaac167782650c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:49.645441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:49.652734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:49.793598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:49.807831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:49.849180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a9ef388c-5390-4fde-9442-cbf9c96c8c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:49.885056 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5486b33f344439999aaac167782650c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4800036
Apr 20 19:29:49.886061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e1cada-9435-4aa6-aa84-09dd77d64978,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:49.888869 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58498) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:49.906349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:49.954749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64ac62-f63f-4c68-beeb-406999a97c53 req-8d29b80b-c365-47de-9162-8b5c7b808252 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:49.959894 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2b64ac62-f63f-4c68-beeb-406999a97c53 req-8d29b80b-c365-47de-9162-8b5c7b808252 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 945 time: 0.2874131
Apr 20 19:29:49.981433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eae8e68a-8525-4081-9228-dadb28402bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.020644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eae8e68a-8525-4081-9228-dadb28402bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.066111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b14f73-b0a2-41fa-88c7-368cf1a2dbc3 req-099d9ce2-3b69-4de9-9fd2-2fa06dafc833 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:50.068957 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-41b14f73-b0a2-41fa-88c7-368cf1a2dbc3 req-099d9ce2-3b69-4de9-9fd2-2fa06dafc833 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 944 time: 0.2537231
Apr 20 19:29:50.072905 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2b64ac62-f63f-4c68-beeb-406999a97c53 req-709d7dad-e290-4904-bb93-7137e62076a4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841992
Apr 20 19:29:50.108087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eae8e68a-8525-4081-9228-dadb28402bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.133899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:50.141631 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-41b14f73-b0a2-41fa-88c7-368cf1a2dbc3 req-777497b6-012a-4b43-b0ad-c0fef1c4cae1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610468
Apr 20 19:29:50.157443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8e68a-8525-4081-9228-dadb28402bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e1cada-9435-4aa6-aa84-09dd77d64978,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:50.175100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eae8e68a-8525-4081-9228-dadb28402bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.178252 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-eae8e68a-8525-4081-9228-dadb28402bbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8e1cada-9435-4aa6-aa84-09dd77d64978 HTTP/1.1" status: 204  len: 168 time: 0.2768261
Apr 20 19:29:50.178418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58510) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:50.186396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eae8e68a-8525-4081-9228-dadb28402bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:50.505688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.523008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:50.527061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae047854470410bac250734c172c2a3 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:50.530045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:50.536247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:50.570000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58528) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:50.591569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.607520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:50.611626 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Usage tracker for resource:security_group_rule and tenant:4babb4a320ab45369dd275505c7f99a0 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:50.615668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:50.621544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:50.698584 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe040e-8e08-467b-a8ca-020d47c6fbe9 req-84b0dd37-ce93-47bb-abf0-f2c95463fa4c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:50.700236 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2abe040e-8e08-467b-a8ca-020d47c6fbe9 req-84b0dd37-ce93-47bb-abf0-f2c95463fa4c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.1421614
Apr 20 19:29:50.708089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.714052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.717023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.730484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9733ad23-eef7-48c6-9e96-c4462facf909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:50.731169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.756006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:50.779545 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4babb4a320ab45369dd275505c7f99a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2057388
Apr 20 19:29:50.779545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba36d3d0-aa25-4fbb-96ce-f79654aa28ec,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:50.782714 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58536) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:50.782833 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:50.803334 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ae047854470410bac250734c172c2a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6231704
Apr 20 19:29:50.805602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58540) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:50.826588 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2abe040e-8e08-467b-a8ca-020d47c6fbe9 req-f749462a-d834-46c4-81d6-f10102230bc5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151576
Apr 20 19:29:50.832826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b12260-7aa4-43e7-b999-a238defd53e1,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:50.843157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:50.885349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b1ed67af-d7ec-4251-8782-65af8dcee2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.889093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b56a2b5e-9dd3-4730-bf83-c23ed3603762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.913576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b1ed67af-d7ec-4251-8782-65af8dcee2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.918056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b56a2b5e-9dd3-4730-bf83-c23ed3603762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.957956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b1ed67af-d7ec-4251-8782-65af8dcee2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.964484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6c079e5c-8278-42e5-95ea-6210aced5476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:50.964781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b56a2b5e-9dd3-4730-bf83-c23ed3603762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.970026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:50.978015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed67af-d7ec-4251-8782-65af8dcee2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba36d3d0-aa25-4fbb-96ce-f79654aa28ec,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:50.980390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b1ed67af-d7ec-4251-8782-65af8dcee2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:50.983508 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a2b5e-9dd3-4730-bf83-c23ed3603762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b12260-7aa4-43e7-b999-a238defd53e1,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:50.986784 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b56a2b5e-9dd3-4730-bf83-c23ed3603762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:50.989676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b1ed67af-d7ec-4251-8782-65af8dcee2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.993417 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b1ed67af-d7ec-4251-8782-65af8dcee2c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba36d3d0-aa25-4fbb-96ce-f79654aa28ec HTTP/1.1" status: 204  len: 168 time: 0.2018116
Apr 20 19:29:50.995077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b56a2b5e-9dd3-4730-bf83-c23ed3603762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.996577 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b56a2b5e-9dd3-4730-bf83-c23ed3603762 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1b12260-7aa4-43e7-b999-a238defd53e1 HTTP/1.1" status: 204  len: 168 time: 0.1896172
Apr 20 19:29:51.400326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb3d8a-eb27-4505-82ba-a352d5563314 req-e953610a-8c91-4387-8191-74315ec1edc9 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:51.402769 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05eb3d8a-eb27-4505-82ba-a352d5563314 req-e953610a-8c91-4387-8191-74315ec1edc9 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 945 time: 0.2054780
Apr 20 19:29:51.416781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58564) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:51.446700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:51.489195 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:51.496384 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Usage tracker for resource:security_group_rule and tenant:795817da54f841e695fcc6649466fe44 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:51.500897 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05eb3d8a-eb27-4505-82ba-a352d5563314 req-171883a9-97da-499f-8d25-00e447c2bb00 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907719
Apr 20 19:29:51.501950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:51.513660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:51.518880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6851-b78a-4d38-94a3-56d624449aa6 req-3a2518c7-f842-4bb3-a7cc-188c88f84804 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:51.520638 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f62d6851-b78a-4d38-94a3-56d624449aa6 req-3a2518c7-f842-4bb3-a7cc-188c88f84804 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 944 time: 0.2342541
Apr 20 19:29:51.575555 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f62d6851-b78a-4d38-94a3-56d624449aa6 req-d391ea8a-b3a7-4366-86fb-25f7dc8f88cd tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482769
Apr 20 19:29:51.617433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:51.620328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:51.653279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0eb26955-fbae-4408-a87e-065c277d076f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:51.663900 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=795817da54f841e695fcc6649466fe44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2458193
Apr 20 19:29:51.666819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58572) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:51.695995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5d31cc-2ea5-4853-b3fc-97a2783b3ab7,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:51.700054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:51.739242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:51.772579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:51.830828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:51.836298 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:51.854823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5d31cc-2ea5-4853-b3fc-97a2783b3ab7,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:51.864172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:51.876201 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c5d31cc-2ea5-4853-b3fc-97a2783b3ab7 HTTP/1.1" status: 204  len: 168 time: 0.2012680
Apr 20 19:29:51.884455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.885879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.886173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.886573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.888138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.888548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.888980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.889380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.889767 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.890207 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.890511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.890890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:51.901391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:52.120979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e2347-bca0-43b4-9cfb-01fd447b2633 req-a60ed460-8fd4-4d4b-8ff4-cfbb4d4fa72a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:52.122759 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-501e2347-bca0-43b4-9cfb-01fd447b2633 req-a60ed460-8fd4-4d4b-8ff4-cfbb4d4fa72a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.1099675
Apr 20 19:29:52.186208 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-501e2347-bca0-43b4-9cfb-01fd447b2633 req-4a0d2c83-379f-41e9-b997-b1371f5c4887 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565798
Apr 20 19:29:52.547924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58618) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:52.643191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:52.730128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 22a8b0f9-0716-4893-9db4-55b6fdf5988e completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:52.735737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 22a8b0f9-0716-4893-9db4-55b6fdf5988e triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:52.736142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:52.808961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c289e-8779-4d8b-9bd5-4f87f3e9e92a req-a5d460a5-9b08-4e57-8eef-38666e7d509e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:52.816848 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-946c289e-8779-4d8b-9bd5-4f87f3e9e92a req-a5d460a5-9b08-4e57-8eef-38666e7d509e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 945 time: 0.1722317
Apr 20 19:29:52.878830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:52.894340 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-946c289e-8779-4d8b-9bd5-4f87f3e9e92a req-89997584-0bc9-4899-b6e4-88f7b9104f88 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764668
Apr 20 19:29:52.914810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:52.916383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54124a4-eb61-4d1e-9c6c-6723657d5d74 req-83d3aa43-f86e-4c85-aad3-a65be827d6bc tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:52.918066 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c54124a4-eb61-4d1e-9c6c-6723657d5d74 req-83d3aa43-f86e-4c85-aad3-a65be827d6bc tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 944 time: 0.1896486
Apr 20 19:29:52.925296 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:52.932291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:52.933269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 8e197005-0c8e-41e1-ac1e-defb1c9d189c up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:52.975274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:52.996482 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-661df8a4-e945-43af-afdc-d7ea84d2d729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:53.017261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:53.031175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac56f71cc6a4a36a24f54779b294b4e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:53.036254 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:53.042380 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c54124a4-eb61-4d1e-9c6c-6723657d5d74 req-26bd439f-ab8d-4097-8394-ecd6e48d031f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166749
Apr 20 19:29:53.046509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:53.131599 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'code': 200}
Apr 20 19:29:53.132844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:53.139218 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:53.148129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.151999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 8e197005-0c8e-41e1-ac1e-defb1c9d189c completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:53.155131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.158770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 8e197005-0c8e-41e1-ac1e-defb1c9d189c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:53.159207 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.199083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:53.233086 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ac56f71cc6a4a36a24f54779b294b4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6805656
Apr 20 19:29:53.233086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12caca00-d823-4a39-9c27-228f93bc2664,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:53.234339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58650) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:53.234967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:53.363486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.393719 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.395441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.439396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 8e197005-0c8e-41e1-ac1e-defb1c9d189c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:53.465165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.467767 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:53.489202 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.502512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:53.520946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12caca00-d823-4a39-9c27-228f93bc2664,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:53.522332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c245b6f-385a-4fcf-9681-2f69b3a3ce19 req-76326671-2b5c-48cf-a2b5-ec035a0f6089 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:53.528516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.530881 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c245b6f-385a-4fcf-9681-2f69b3a3ce19 req-76326671-2b5c-48cf-a2b5-ec035a0f6089 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1134510
Apr 20 19:29:53.532670 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12caca00-d823-4a39-9c27-228f93bc2664 HTTP/1.1" status: 204  len: 168 time: 0.2867241
Apr 20 19:29:53.538484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.538907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.539313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.540768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.540768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.540768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.541016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.541225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.541619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.542004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.542392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.542783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:53.556519 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:53.574752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:53.578580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d4d11-8a88-4378-ab7a-60bccbea770c req-78b51e62-c8c8-4e83-9708-9c9d57098a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:53.580309 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2a2d4d11-8a88-4378-ab7a-60bccbea770c req-78b51e62-c8c8-4e83-9708-9c9d57098a59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 1098 time: 0.1389074
Apr 20 19:29:53.635469 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c245b6f-385a-4fcf-9681-2f69b3a3ce19 req-211c6ce4-3a49-4e57-865c-8b11dead13e3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989263
Apr 20 19:29:53.684406 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-2a2d4d11-8a88-4378-ab7a-60bccbea770c req-eacd9134-9d7d-4a38-b121-85e250604411 service neutron] Synchronizing usage tracker for tenant:2f354d8527984ba3a7d51be7fc24a158 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:53.730291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-2a2d4d11-8a88-4378-ab7a-60bccbea770c req-eacd9134-9d7d-4a38-b121-85e250604411 service neutron] Unset dirty status for tenant:2f354d8527984ba3a7d51be7fc24a158 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:53.730291 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2a2d4d11-8a88-4378-ab7a-60bccbea770c req-eacd9134-9d7d-4a38-b121-85e250604411 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1206379
Apr 20 19:29:53.734965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=8e197005-0c8e-41e1-ac1e-defb1c9d189c,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:53.746260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:53.794307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:53.813899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:53.814272 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:53.965674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.005583 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:54.011634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.012571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 7dd320e4-5118-4b15-8942-5329b2b163c1 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:29:54.091867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:54.177068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:54.186716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.200353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbffff-a9f6-4daa-b921-f28e7f13c8d4 req-c897a007-5fdd-47f8-af83-1b32cf426a3c tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:54.202235 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3bcbffff-a9f6-4daa-b921-f28e7f13c8d4 req-c897a007-5fdd-47f8-af83-1b32cf426a3c tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1447423
Apr 20 19:29:54.205271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.205689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.206074 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.206448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.206825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.207200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.207572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.207951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.208319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.208816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.209888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:29:54.226180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:54.235219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 7dd320e4-5118-4b15-8942-5329b2b163c1 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:29:54.243367 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 7dd320e4-5118-4b15-8942-5329b2b163c1 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:29:54.243974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.323101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58694) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:54.344245 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3bcbffff-a9f6-4daa-b921-f28e7f13c8d4 req-742a5994-9898-419d-82f4-132bf2e7191b tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1321127
Apr 20 19:29:54.360167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.384842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0f461-bedc-4eaf-ab78-7f6743831690 req-fe440f16-3969-4ae8-bd34-45ca6faa4725 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:54.385687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:54.390104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Usage tracker for resource:security_group_rule and tenant:3553359c871d4562b68dcf6b6c7fb608 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:54.393430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:54.394166 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-15a0f461-bedc-4eaf-ab78-7f6743831690 req-fe440f16-3969-4ae8-bd34-45ca6faa4725 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1519918
Apr 20 19:29:54.400984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:54.464378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.503790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 7dd320e4-5118-4b15-8942-5329b2b163c1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7dd320e4-5118-4b15-8942-5329b2b163c1,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:29:54.506989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.508099 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-15a0f461-bedc-4eaf-ab78-7f6743831690 req-1b1537f2-d5e5-4e0a-b4d0-276699c9bc1a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128433
Apr 20 19:29:54.510243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:54.570859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.575324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.588012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=7dd320e4-5118-4b15-8942-5329b2b163c1,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:54.591383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:54.592626 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ac935f6e-afcb-4453-8065-8d67ec5c66df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:54.637867 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3553359c871d4562b68dcf6b6c7fb608&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3110645
Apr 20 19:29:54.637867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30186ac0-ea6e-4e11-b7da-1823195db923,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:54.638860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58708) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:54.639467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:54.727203 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-00770440-285c-4562-a2ea-e0ed12b12271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.765381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-00770440-285c-4562-a2ea-e0ed12b12271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.894677 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-2bb6311b-9717-4984-9f12-d7ba029b8b51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0956302
Apr 20 19:29:54.918244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409970cb-33a7-4a90-b682-267815dd92cb req-0dfadb53-db8e-456f-bc83-737945a8d68b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:54.919900 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-409970cb-33a7-4a90-b682-267815dd92cb req-0dfadb53-db8e-456f-bc83-737945a8d68b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1578505
Apr 20 19:29:54.921134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-00770440-285c-4562-a2ea-e0ed12b12271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.926823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ef3e8c7-1f7b-4116-8854-3426b2982811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:54.941271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00770440-285c-4562-a2ea-e0ed12b12271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30186ac0-ea6e-4e11-b7da-1823195db923,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:54.969526 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-00770440-285c-4562-a2ea-e0ed12b12271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:55.016820 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-120644fd-44b5-4715-9944-4d832d0e82e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:55.034247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-00770440-285c-4562-a2ea-e0ed12b12271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:55.035729 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-00770440-285c-4562-a2ea-e0ed12b12271 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30186ac0-ea6e-4e11-b7da-1823195db923 HTTP/1.1" status: 204  len: 168 time: 0.3963590
Apr 20 19:29:55.044138 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-409970cb-33a7-4a90-b682-267815dd92cb req-5a1de16a-e776-460a-b62b-2c4a92618d66 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040888
Apr 20 19:29:55.133571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e197005-0c8e-41e1-ac1e-defb1c9d189c'}, {'server_uuid': 'b5c66822-12bf-4406-b7d7-8da089316106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a'}, {'server_uuid': 'c9c99e67-a6e2-4f90-bb81-d4e3f368f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd320e4-5118-4b15-8942-5329b2b163c1'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:55.192503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-e1ae6c7b-6365-441d-ab6c-09868b6a728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:55.194918 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-e1ae6c7b-6365-441d-ab6c-09868b6a728e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac7d571d2ace4ec4813cdc944b1af495&device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 1099 time: 0.0881844
Apr 20 19:29:55.250193 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e197005-0c8e-41e1-ac1e-defb1c9d189c', 'code': 200}
Apr 20 19:29:55.250523 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c66822-12bf-4406-b7d7-8da089316106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a', 'code': 200}
Apr 20 19:29:55.250771 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c99e67-a6e2-4f90-bb81-d4e3f368f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd320e4-5118-4b15-8942-5329b2b163c1', 'code': 200}
Apr 20 19:29:55.503304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58744) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:55.784132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-344aaf27-4a45-4ddf-8be4-7443acd2df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:55.786050 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-344aaf27-4a45-4ddf-8be4-7443acd2df31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7d70069-b804-4486-9edb-82c7d737dbd7 HTTP/1.1" status: 200  len: 912 time: 0.3387322
Apr 20 19:29:55.865341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:55.915770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:55.923544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Usage tracker for resource:security_group_rule and tenant:f8f7b374bc3d4fa6b79a2bf40a54712b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:55.928411 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:55.935618 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:55.945011 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-191a4f9e-84e1-4cba-ac10-593e34e6d1ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0995049-fd0b-42d5-9ca2-b48ccf5db473 HTTP/1.1" status: 200  len: 217 time: 0.1369743
Apr 20 19:29:56.109618 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-2b03073c-5c37-45c2-b445-18c0e507f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:56.110778 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-2b03073c-5c37-45c2-b445-18c0e507f26a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bdb80cec-5827-4fd2-878d-f977cc088084 HTTP/1.1" status: 200  len: 851 time: 0.1281796
Apr 20 19:29:56.179309 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-45df67d9-f5eb-4e3d-89d3-58afeb850a8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7d70069-b804-4486-9edb-82c7d737dbd7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541558
Apr 20 19:29:56.274868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdb82-9544-43c1-980a-976b10b0afa7 req-bf8821fe-b526-4d67-a3eb-f3c9d7f34e70 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:56.276528 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f9fdb82-9544-43c1-980a-976b10b0afa7 req-bf8821fe-b526-4d67-a3eb-f3c9d7f34e70 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.5915713
Apr 20 19:29:56.290859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88792348-c165-487f-acf1-2e3a577b1d89 req-5761871f-7954-422f-a3cb-4ed39edc8c5b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:56.292525 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88792348-c165-487f-acf1-2e3a577b1d89 req-5761871f-7954-422f-a3cb-4ed39edc8c5b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.4537809
Apr 20 19:29:56.295619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:56.305271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86099e5-2941-4517-b308-72e3b79b9c8c req-277729ba-5efd-43d8-85ab-00bafede882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:56.307089 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a86099e5-2941-4517-b308-72e3b79b9c8c req-277729ba-5efd-43d8-85ab-00bafede882f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1099 time: 0.3611331
Apr 20 19:29:56.333179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:56.346520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d25c3d-eb9e-4689-adb2-27590e9cca8d req-8ae386d0-f055-4a2b-b148-d8b5f1c7c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:56.348123 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d4d25c3d-eb9e-4689-adb2-27590e9cca8d req-8ae386d0-f055-4a2b-b148-d8b5f1c7c3bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 1098 time: 0.3595462
Apr 20 19:29:56.352422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b1ed67af-d7ec-4251-8782-65af8dcee2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:56.361120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fad5e-263e-4544-8100-a3fe0b505f25 req-ecb48cd7-86d8-40f8-8e75-f75bbe117926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:56.362720 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4a3fad5e-263e-4544-8100-a3fe0b505f25 req-ecb48cd7-86d8-40f8-8e75-f75bbe117926 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 1099 time: 0.3306239
Apr 20 19:29:56.426392 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a86099e5-2941-4517-b308-72e3b79b9c8c req-600d3329-16b0-41c6-93ab-c5adb7de93c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075881
Apr 20 19:29:56.453068 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d4d25c3d-eb9e-4689-adb2-27590e9cca8d req-ed1eadb3-b2d5-411c-be24-b4ff34723220 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949039
Apr 20 19:29:56.456907 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-9e6ab15b-544a-4c17-be10-a5897213b0e4 service neutron] 10.222.0.55 "GET /v2.0/networks/b7d70069-b804-4486-9edb-82c7d737dbd7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425213
Apr 20 19:29:56.476814 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88792348-c165-487f-acf1-2e3a577b1d89 req-d756bd7b-92de-4585-b320-ead64935a2a2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761296
Apr 20 19:29:56.480299 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8f7b374bc3d4fa6b79a2bf40a54712b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9758649
Apr 20 19:29:56.487829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58780) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:56.492559 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f9fdb82-9544-43c1-980a-976b10b0afa7 req-2fec13a0-dd29-41df-b97f-ba86f72a9ff9 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1952426
Apr 20 19:29:56.495374 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ef89fd-1c9a-4a89-af47-5291dfafc39f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:56.498995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4a3fad5e-263e-4544-8100-a3fe0b505f25 req-88655ca0-3c8f-4192-a7d1-13c37e7f83aa service neutron] Synchronizing usage tracker for tenant:2f354d8527984ba3a7d51be7fc24a158 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:29:56.503098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:56.538522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4a3fad5e-263e-4544-8100-a3fe0b505f25 req-88655ca0-3c8f-4192-a7d1-13c37e7f83aa service neutron] Unset dirty status for tenant:2f354d8527984ba3a7d51be7fc24a158 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:29:56.539751 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4a3fad5e-263e-4544-8100-a3fe0b505f25 req-88655ca0-3c8f-4192-a7d1-13c37e7f83aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496761
Apr 20 19:29:56.576994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-66c9ebae-aa01-4baf-8d95-9cc89b68af8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:56.610206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-66c9ebae-aa01-4baf-8d95-9cc89b68af8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:56.730779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-66c9ebae-aa01-4baf-8d95-9cc89b68af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:56.736454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:56.754470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757aa25-36b7-437a-bf7c-7d710dec0449 req-1d638adf-8a4a-4ee8-89df-b7ea0e4bb5da tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:56.756208 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6757aa25-36b7-437a-bf7c-7d710dec0449 req-1d638adf-8a4a-4ee8-89df-b7ea0e4bb5da tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1483369
Apr 20 19:29:56.759007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9ebae-aa01-4baf-8d95-9cc89b68af8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ef89fd-1c9a-4a89-af47-5291dfafc39f,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:56.765446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-66c9ebae-aa01-4baf-8d95-9cc89b68af8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:56.767593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-66c9ebae-aa01-4baf-8d95-9cc89b68af8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:56.771692 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-66c9ebae-aa01-4baf-8d95-9cc89b68af8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35ef89fd-1c9a-4a89-af47-5291dfafc39f HTTP/1.1" status: 204  len: 168 time: 0.2750616
Apr 20 19:29:56.815367 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6757aa25-36b7-437a-bf7c-7d710dec0449 req-b0eb8a33-84a4-4957-8030-b1ad30a258eb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488899
Apr 20 19:29:57.053510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadb992-3486-4d3d-8ddd-0d386bb0f989 req-9a886c03-491f-418d-86bc-30eb93da2091 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:57.055149 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9eadb992-3486-4d3d-8ddd-0d386bb0f989 req-9a886c03-491f-418d-86bc-30eb93da2091 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1006074
Apr 20 19:29:57.065488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58810) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:57.071754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-2d4c4e87-9a7f-4032-b708-3e76c92acc28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'floatingip': {'port_id': '22a8b0f9-0716-4893-9db4-55b6fdf5988e'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:29:57.144029 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58816) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:57.164507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:57.175044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4e87-9a7f-4032-b708-3e76c92acc28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:57.188528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:29:57.193789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Usage tracker for resource:security_group_rule and tenant:7628a3ac40604eb5b10c7d87dc4de02c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:29:57.197266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:29:57.204055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:29:57.328799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:57.332288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:57.348426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:57.437394 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7628a3ac40604eb5b10c7d87dc4de02c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2920129
Apr 20 19:29:57.438240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58828) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:29:57.438998 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e92a2df-9624-4832-ab9d-21fa26ad6e6e,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:57.441948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8c0e1916-0c38-4959-ae4d-83e73f6d018f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:57.455190 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:57.525561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-382f6a97-e6c9-47ec-bab5-6c0a354f28fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:57.640868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-382f6a97-e6c9-47ec-bab5-6c0a354f28fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:57.727735 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dda7f22e-223b-4cef-a077-ac3a8c4e0e2e req-8021da81-7704-4ecf-97b2-b799eb158c16 service neutron] 10.222.0.55 "GET /v2.0/networks/b7d70069-b804-4486-9edb-82c7d737dbd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033145
Apr 20 19:29:57.734934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-382f6a97-e6c9-47ec-bab5-6c0a354f28fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:57.740847 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:29:57.754874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f6a97-e6c9-47ec-bab5-6c0a354f28fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e92a2df-9624-4832-ab9d-21fa26ad6e6e,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:29:57.764586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-382f6a97-e6c9-47ec-bab5-6c0a354f28fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:29:57.765514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-382f6a97-e6c9-47ec-bab5-6c0a354f28fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:57.769164 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-382f6a97-e6c9-47ec-bab5-6c0a354f28fa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e92a2df-9624-4832-ab9d-21fa26ad6e6e HTTP/1.1" status: 204  len: 168 time: 0.3244386
Apr 20 19:29:58.196106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4b5c9-7c42-4396-94a2-a7d758945822 req-05aa2fdf-5733-4c64-a6f1-5331de8dfd24 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:58.197771 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a1c4b5c9-7c42-4396-94a2-a7d758945822 req-05aa2fdf-5733-4c64-a6f1-5331de8dfd24 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.4544480
Apr 20 19:29:58.208701 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc4b23-1ff7-438c-927f-1f2aebec12bd req-e15f8acf-9f19-4e0a-8bd1-05e02ec7dbbd tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:58.210224 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d6dc4b23-1ff7-438c-927f-1f2aebec12bd req-e15f8acf-9f19-4e0a-8bd1-05e02ec7dbbd tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.4681425
Apr 20 19:29:58.330285 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d6dc4b23-1ff7-438c-927f-1f2aebec12bd req-bd214a58-3917-4ae4-943a-9bbf9da67315 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1110852
Apr 20 19:29:58.336800 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a1c4b5c9-7c42-4396-94a2-a7d758945822 req-a2e0b398-6577-4800-ba58-5cd688e76f06 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188750
Apr 20 19:29:58.490541 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:58.544672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4e87-9a7f-4032-b708-3e76c92acc28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:58.553373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4e87-9a7f-4032-b708-3e76c92acc28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:58.568032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:58.738060 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-2d4c4e87-9a7f-4032-b708-3e76c92acc28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Floating IP 657454a0-21c3-4498-bdeb-5b8143422f3e associated. External IP: 172.27.2.205, port: 22a8b0f9-0716-4893-9db4-55b6fdf5988e.
Apr 20 19:29:58.774647 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:59.350013 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4c4e87-9a7f-4032-b708-3e76c92acc28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:29:59.384693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:59.734906 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4c4e87-9a7f-4032-b708-3e76c92acc28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:29:59.739805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4e87-9a7f-4032-b708-3e76c92acc28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:59.749179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] Sync routers for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:29:59.760760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:29:59.762081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a58aa198>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:29:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:29:59.808307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2a98b-799d-4356-b54e-cb16f10ef928 req-4314597b-b15a-4495-89c7-ff1b33d42d62 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:59.810451 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3d2a98b-799d-4356-b54e-cb16f10ef928 req-4314597b-b15a-4495-89c7-ff1b33d42d62 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.2725685
Apr 20 19:29:59.826077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ac238-2a6e-4807-91a0-6f70e15dfac2 req-c4ebbd52-40e5-4f8f-b8a7-0e344d1965b6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:59.827718 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-240ac238-2a6e-4807-91a0-6f70e15dfac2 req-c4ebbd52-40e5-4f8f-b8a7-0e344d1965b6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.2861426
Apr 20 19:29:59.882843 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2d4c4e87-9a7f-4032-b708-3e76c92acc28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "PUT /v2.0/floatingips/657454a0-21c3-4498-bdeb-5b8143422f3e HTTP/1.1" status: 200  len: 991 time: 2.8127916
Apr 20 19:29:59.884988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:29:59.933925 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3d2a98b-799d-4356-b54e-cb16f10ef928 req-40aadbcf-48fd-4986-989f-a19638de11d0 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023695
Apr 20 19:29:59.937371 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-240ac238-2a6e-4807-91a0-6f70e15dfac2 req-305d6f4b-b655-417c-b0c7-03bdf02ecae7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887210
Apr 20 19:30:00.012030 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'status': 'completed', 'code': 200}
Apr 20 19:30:00.154009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:30:00.256822 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58920) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:00.388093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:00.404647 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:00.409284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Usage tracker for resource:security_group_rule and tenant:8b9c176ff8dc47f287030d7ce6d9ccf0 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:00.413430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:00.419769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:00.522967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:00.527288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:00.537774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:00.561800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a58aa198>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '657454a0-21c3-4498-bdeb-5b8143422f3e', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'port_id': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'mac_address': 'fa:16:3e:8f:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:29:58Z', 'revision_number': 1, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:00.565857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] Checking router: 22696437-f6e4-4a1f-bfcf-5b93ee44b311 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:30:00.577349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:30:00.578054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a58aa198>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:29:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:00.586586 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b9c176ff8dc47f287030d7ce6d9ccf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3257902
Apr 20 19:30:00.586586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd55a5-d863-4f6c-a968-4ab0b60b415f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:00.587837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58928) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:00.590770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:00.665388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b05bef1f-ebe1-4ac8-82a6-5d34d495c1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:00.696284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b05bef1f-ebe1-4ac8-82a6-5d34d495c1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:00.756561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b05bef1f-ebe1-4ac8-82a6-5d34d495c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:00.763349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d07fcac5-396d-41a6-8f3c-d25d8a14f789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:00.780366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bef1f-ebe1-4ac8-82a6-5d34d495c1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd55a5-d863-4f6c-a968-4ab0b60b415f,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:00.785055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b05bef1f-ebe1-4ac8-82a6-5d34d495c1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:00.788373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b05bef1f-ebe1-4ac8-82a6-5d34d495c1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:00.789886 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b05bef1f-ebe1-4ac8-82a6-5d34d495c1f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30fd55a5-d863-4f6c-a968-4ab0b60b415f HTTP/1.1" status: 204  len: 168 time: 0.2010925
Apr 20 19:30:00.822561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-57ae9e88-0c70-4bb5-b489-f808d9d68c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:00.824288 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-57ae9e88-0c70-4bb5-b489-f808d9d68c5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 1098 time: 0.2153056
Apr 20 19:30:00.881571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:30:01.050935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-afcc2a18-367f-41ca-b579-f3547cd9ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:01.052567 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-afcc2a18-367f-41ca-b579-f3547cd9ff23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 917 time: 0.2166176
Apr 20 19:30:01.225884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 58946) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:01.261825 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-bd343743-63ca-4943-9b1a-f10ab2381047 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e HTTP/1.1" status: 200  len: 999 time: 0.1662028
Apr 20 19:30:01.267601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:01.305285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:01.321989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a9a68-bb37-47fa-9d78-64ab522274a9 req-733df1c6-6f79-40ff-b177-3b7827988d2a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:01.329834 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a65a9a68-bb37-47fa-9d78-64ab522274a9 req-733df1c6-6f79-40ff-b177-3b7827988d2a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1898730
Apr 20 19:30:01.332948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Usage tracker for resource:security_group_rule and tenant:96c0e9b79cb04083b960a83e4337bd83 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:01.337488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:01.362381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-f12f56fc-63b3-4f31-89e9-4e7f28790dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:01.364144 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-f12f56fc-63b3-4f31-89e9-4e7f28790dfa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.0867336
Apr 20 19:30:01.365907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a58aa198>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '657454a0-21c3-4498-bdeb-5b8143422f3e', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'port_id': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'mac_address': 'fa:16:3e:8f:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:29:58Z', 'revision_number': 1, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:01.367230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:01.370915 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b0972f-fc17-435d-aaea-149f6ce7d239 None None] The sync data for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi is: [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '657454a0-21c3-4498-bdeb-5b8143422f3e', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'port_id': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'mac_address': 'fa:16:3e:8f:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:21Z', 'updated_at': '2021-04-20T19:29:58Z', 'revision_number': 1, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:30:01.403130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56593e-434b-48bb-859d-860a867557d2 req-c7eb9302-1867-4bba-b5e5-37ba3536f426 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:01.404855 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0b56593e-434b-48bb-859d-860a867557d2 req-c7eb9302-1867-4bba-b5e5-37ba3536f426 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.3145900
Apr 20 19:30:01.468420 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a65a9a68-bb37-47fa-9d78-64ab522274a9 req-ee52c4e2-d373-4ce3-877e-3082c0e68e77 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1374650
Apr 20 19:30:01.525992 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0b56593e-434b-48bb-859d-860a867557d2 req-db118623-4c55-49bb-8bf0-6eae2788ea45 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095200
Apr 20 19:30:01.567547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-5f2eff1e-488c-406a-9ce6-b30ba3fb31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:01.573144 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-5f2eff1e-488c-406a-9ce6-b30ba3fb31ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1138096
Apr 20 19:30:01.602629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:01.606319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:01.615259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:01.664670 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96c0e9b79cb04083b960a83e4337bd83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4335070
Apr 20 19:30:01.664670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5580f00-63b8-4b9e-894d-9b648ab09dff,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:01.665812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 58958) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:01.667346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:01.779028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477178c-1016-40a7-8652-e4942bcd31bc None None] New status for floating IP 657454a0-21c3-4498-bdeb-5b8143422f3e: ACTIVE {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:30:01.858230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-24d9c458-0b2f-4892-ac19-dd5c1111467c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:01.911107 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-6973f56f-1627-4205-863e-79c4a9fbc5f6 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2260461
Apr 20 19:30:01.913994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-24d9c458-0b2f-4892-ac19-dd5c1111467c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:02.085234 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-09b600f1-93cc-4bb2-b4ac-1741260a33e3 req-388db7e2-9672-4c45-9cc8-8a4249cc777c service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634912
Apr 20 19:30:02.175186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-24d9c458-0b2f-4892-ac19-dd5c1111467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:02.185196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c358f8ee-2607-4c64-a553-25cedde7d0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:02.218051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9c458-0b2f-4892-ac19-dd5c1111467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5580f00-63b8-4b9e-894d-9b648ab09dff,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:02.231150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-24d9c458-0b2f-4892-ac19-dd5c1111467c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:02.232191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-24d9c458-0b2f-4892-ac19-dd5c1111467c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:02.233448 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-24d9c458-0b2f-4892-ac19-dd5c1111467c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5580f00-63b8-4b9e-894d-9b648ab09dff HTTP/1.1" status: 204  len: 168 time: 0.5672204
Apr 20 19:30:02.531552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-2c5a0bad-118e-410a-a18f-610e49e74fdc tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:02.533539 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-2c5a0bad-118e-410a-a18f-610e49e74fdc tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 814 time: 0.2040060
Apr 20 19:30:02.551484 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-a7cd829e-997d-4781-beb6-16eee77272f3 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/quotas/360d38b62ef6436f887341a67ecd69b5 HTTP/1.1" status: 200  len: 375 time: 0.0103569
Apr 20 19:30:02.663737 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-01333b74-4dbc-4fdd-ad35-1ebe016973f9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1007679
Apr 20 19:30:02.913360 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-29d972bb-0446-4ec6-bfba-878ae5978bca service neutron] 10.222.0.38 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2419343
Apr 20 19:30:02.928381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bbf11-e2f4-4cac-a52d-9eb58093aef7 req-0a002777-b910-45bc-a3b3-b378fdc0f4d6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:02.930004 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-593bbf11-e2f4-4cac-a52d-9eb58093aef7 req-0a002777-b910-45bc-a3b3-b378fdc0f4d6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.2165229
Apr 20 19:30:03.078066 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-593bbf11-e2f4-4cac-a52d-9eb58093aef7 req-3deb8efb-5fd6-4e26-bcd5-c2967f69e9f4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233177
Apr 20 19:30:03.117731 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-d652fb33-9e57-4f38-9899-03351bfb8daa service neutron] 10.222.0.38 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984663
Apr 20 19:30:03.273395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59024) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:03.346528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823fe29-4c51-4a35-a638-fc9d711803a8 req-c9db379d-430a-42ed-8a18-31579e770e81 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:03.351456 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8823fe29-4c51-4a35-a638-fc9d711803a8 req-c9db379d-430a-42ed-8a18-31579e770e81 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1632450
Apr 20 19:30:03.430301 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8823fe29-4c51-4a35-a638-fc9d711803a8 req-0af6a41e-6708-4d21-ab95-669f834b3d66 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735869
Apr 20 19:30:03.504840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1538573080-network', 'tenant_id': '521f646cae534dc9b05ecef39cc094a7'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:03.513297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:03.526286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Usage tracker for resource:network and tenant:521f646cae534dc9b05ecef39cc094a7 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:03.529378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:03.588208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:03.606724 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-332e69d1-a3bd-4e28-98d4-94432454e9fd req-e0a6caac-f370-4ae1-81b0-dd6575d3065f tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 210 time: 0.0634894
Apr 20 19:30:03.613566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Made reservation on behalf of 521f646cae534dc9b05ecef39cc094a7 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:30:03.619368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:03.637977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:03.658302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:03.664597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Usage tracker for resource:security_group_rule and tenant:521f646cae534dc9b05ecef39cc094a7 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:03.667788 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:03.674315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:03.775706 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:03.779276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:03.785427 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:03.815416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:30:03.834326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b32a4b4-54b0-42b1-a48a-1c9f4b07a2c1,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:03.838884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:03.840442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:03.841024 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Added segment 255253a5-e8e0-4194-802b-39923441f728 of type vlan for network db84b455-4c09-48c8-9429-b7482523d148
Apr 20 19:30:03.872562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:03.903030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:03.904420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:03.905089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:03.912239 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-827a4513-b3e4-4705-ba3c-89d35683db4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:03.993115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-b1ba3b27-aeea-4a3c-8742-4974ccf8d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:03.995238 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-b1ba3b27-aeea-4a3c-8742-4974ccf8d47a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 1098 time: 0.0870543
Apr 20 19:30:04.085798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Pushing event updated for resources: {'Network': ['ID=db84b455-4c09-48c8-9429-b7482523d148,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:04.091401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:04.097366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network db84b455-4c09-48c8-9429-b7482523d148 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:30:04.108788 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8342006
Apr 20 19:30:04.112342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59058) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:04.127425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Request body: {'subnet': {'network_id': 'db84b455-4c09-48c8-9429-b7482523d148', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1538573080-subnet', 'tenant_id': '521f646cae534dc9b05ecef39cc094a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:04.135997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4e5f9-834e-4a81-ac99-3a218a52ce79 req-c916c297-ed60-4195-9557-bd4cb4ae7f8e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:04.137698 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b1e4e5f9-834e-4a81-ac99-3a218a52ce79 req-c916c297-ed60-4195-9557-bd4cb4ae7f8e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.2287123
Apr 20 19:30:04.143605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:04.148623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Usage tracker for resource:subnet and tenant:521f646cae534dc9b05ecef39cc094a7 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:04.151690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:04.170642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:04.193738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Made reservation on behalf of 521f646cae534dc9b05ecef39cc094a7 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:30:04.198832 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:04.238162 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b1e4e5f9-834e-4a81-ac99-3a218a52ce79 req-19fe1098-8615-450c-b171-e10cbe2e71eb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901642
Apr 20 19:30:04.402631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216183b-83ca-4548-b779-20b32bbe4a18 req-285b9918-d536-4db5-836b-4a38fc3e5247 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:04.405207 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2216183b-83ca-4548-b779-20b32bbe4a18 req-285b9918-d536-4db5-836b-4a38fc3e5247 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1060736
Apr 20 19:30:04.460819 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2216183b-83ca-4548-b779-20b32bbe4a18 req-af155ccc-55bf-413b-a4b7-2c7223ad2c1c tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497091
Apr 20 19:30:04.591680 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-1a659011-d299-4fc8-9465-640cf9404fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:04.594161 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-1a659011-d299-4fc8-9465-640cf9404fda service neutron] 10.222.0.55 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 919 time: 0.5914245
Apr 20 19:30:04.674225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc231ad-db9c-4f04-9b74-2f4a0d39b9f5 req-16ccdcb1-fe00-42ec-a164-a1d26da69397 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:04.675914 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9bc231ad-db9c-4f04-9b74-2f4a0d39b9f5 req-16ccdcb1-fe00-42ec-a164-a1d26da69397 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.0938513
Apr 20 19:30:04.678174 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-835a467a-b115-4be9-b6b2-ab4428b28954 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a HTTP/1.1" status: 200  len: 217 time: 0.0752933
Apr 20 19:30:04.687417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59072) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:04.696395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'floatingip': {'port_id': '8e197005-0c8e-41e1-ac1e-defb1c9d189c'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:04.812846 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-a7d4d97a-0c6b-4cdd-9d08-dd8ffbf8aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:04.814538 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-a7d4d97a-0c6b-4cdd-9d08-dd8ffbf8aeb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 200  len: 858 time: 0.1245000
Apr 20 19:30:04.835009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:04.890124 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-5998390a-75f1-426e-b498-b98141b06ca7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658486
Apr 20 19:30:04.926742 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9866548f-8406-4918-94ed-2463c29546fb req-363148a2-ad4d-43a1-a5f5-1eaddbcec9d6 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 210 time: 0.1728323
Apr 20 19:30:05.073056 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-454c1ee9-0c08-4e08-9ae4-68d672762c77 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680133
Apr 20 19:30:05.355207 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-90cc9bba-dfb7-4748-a119-e02a0c5f36d4 req-c4b7bd48-9565-4e11-9a02-2d2045f9e122 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598526
Apr 20 19:30:05.421021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59100) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:05.490692 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:05.497508 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9fe1076c-cd43-47fc-a126-4aeb7ff32720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:05.596510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Checking segment: {'id': '255253a5-e8e0-4194-802b-39923441f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'db84b455-4c09-48c8-9429-b7482523d148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:30:05.597001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Network hostable DHCP agents. Network: db84b455-4c09-48c8-9429-b7482523d148, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:30:05.634532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3256a4d9-541d-4718-8e39-84e77ee06fd6,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:05.638467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:05.641675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:05.661366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:05.665395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Usage tracker for resource:security_group_rule and tenant:33eb06687c0f4f94a3350a04bd3275e9 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:05.668376 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:05.674437 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:05.713429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-63739697-6282-42a4-bcec-156e28bbff92 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:05.715295 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-63739697-6282-42a4-bcec-156e28bbff92 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 814 time: 0.7342317
Apr 20 19:30:05.741244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Network db84b455-4c09-48c8-9429-b7482523d148 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:30:05.743317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Request body: {'port': {'device_id': '1bfed580-15db-4f05-a50f-cb8fbfad6b39', 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9', 'admin_state_up': True, 'tenant_id': '360d38b62ef6436f887341a67ecd69b5'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:05.775916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:05.780051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:05.788777 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4a16bbba-e86d-4dcb-b290-a33a15508636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:05.809460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, db84b455-4c09-48c8-9429-b7482523d148) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:30:05.820408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76815a1-7fb9-4cae-9ffc-5c00dc599759 None None] Network db84b455-4c09-48c8-9429-b7482523d148 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:30:05.837565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:05.838226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:05.858706 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01a22f4-e887-424b-add1-11ad593085b0,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:05.869534 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33eb06687c0f4f94a3350a04bd3275e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4460061
Apr 20 19:30:05.870187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59116) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:05.871107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:05.932854 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8167465
Apr 20 19:30:06.003993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-19e43de3-4297-45c5-8481-3e15c96af0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.053321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59126) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:06.074781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-19e43de3-4297-45c5-8481-3e15c96af0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.142035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-19e43de3-4297-45c5-8481-3e15c96af0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.147477 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:06.153469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f8fed-2bd6-462c-82df-6bc8ea3ce2b3 req-12db6801-2913-4ec5-8160-05eacb970875 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:06.162827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e43de3-4297-45c5-8481-3e15c96af0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01a22f4-e887-424b-add1-11ad593085b0,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:06.162988 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed9f8fed-2bd6-462c-82df-6bc8ea3ce2b3 req-12db6801-2913-4ec5-8160-05eacb970875 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.7660053
Apr 20 19:30:06.168388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-19e43de3-4297-45c5-8481-3e15c96af0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:06.170595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-19e43de3-4297-45c5-8481-3e15c96af0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.174404 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-19e43de3-4297-45c5-8481-3e15c96af0e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c01a22f4-e887-424b-add1-11ad593085b0 HTTP/1.1" status: 204  len: 168 time: 0.2870491
Apr 20 19:30:06.175140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:06.185523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457abb82-4d91-4c15-a325-7191daad69e9 None None] Network db84b455-4c09-48c8-9429-b7482523d148 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:30:06.241984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.resource_extend [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:30:06.308654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Usage tracker for resource:port and tenant:360d38b62ef6436f887341a67ecd69b5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:06.319466 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:06.348643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:06.374411 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-52ee0d03-7988-4690-8e54-aa551d68fe80 req-fd82ecae-6452-4e8b-8d95-74c93840f818 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 210 time: 0.1888430
Apr 20 19:30:06.386681 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.418751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:06.423474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Usage tracker for resource:security_group_rule and tenant:3e365328c7084fd2a9b13e9010b6aeeb is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:06.432411 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:06.447348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.453465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.454056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:06.511833 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed9f8fed-2bd6-462c-82df-6bc8ea3ce2b3 req-19e8d0c6-5b15-4b9a-9277-61b0d3a31d77 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3479362
Apr 20 19:30:06.582789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Made reservation on behalf of 360d38b62ef6436f887341a67ecd69b5 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:30:06.588865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.610775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.615640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.651122 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:06.672879 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e365328c7084fd2a9b13e9010b6aeeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6124921
Apr 20 19:30:06.676644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59148) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:06.704775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59152) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:06.719457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-428747083-network', 'tenant_id': 'ab77f3b998cc41c7b709effd9551215a'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:06.722873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead8be14-8c60-414a-a88d-04b006f31e57,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:06.736924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:06.741455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:06.753996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Usage tracker for resource:network and tenant:ab77f3b998cc41c7b709effd9551215a is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:06.759442 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Floating IP 9ee34c3d-2de2-4d89-b850-64652f15ab4e associated. External IP: 172.27.2.15, port: 8e197005-0c8e-41e1-ac1e-defb1c9d189c.
Apr 20 19:30:06.760008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:06.769240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:06.783150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59156) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:06.809628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b15883b3-3652-4789-9adb-4236cd9c1757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.813908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Made reservation on behalf of ab77f3b998cc41c7b709effd9551215a for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:30:06.819191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.838267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.856550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.886958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:06.895755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b15883b3-3652-4789-9adb-4236cd9c1757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:06.907610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Usage tracker for resource:security_group_rule and tenant:0dfcc79e36364e38aea0f3c471e7e818 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:06.910850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:06.915699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:06.928906 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab77f3b998cc41c7b709effd9551215a is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:06.931864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:06.934088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:06.944544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:06.993428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Allocated IP 172.20.0.14 (94eaea9d-e39c-47da-9fde-443a214825c9/add3c7d3-92e3-4258-8d3e-f52b66da3af5/e7c3b303-1f91-4666-9c18-e7c69424a700) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:30:07.029164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b15883b3-3652-4789-9adb-4236cd9c1757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.037163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:07.062066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15883b3-3652-4789-9adb-4236cd9c1757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead8be14-8c60-414a-a88d-04b006f31e57,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:07.070422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b15883b3-3652-4789-9adb-4236cd9c1757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:07.113819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b15883b3-3652-4789-9adb-4236cd9c1757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.115798 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b15883b3-3652-4789-9adb-4236cd9c1757 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ead8be14-8c60-414a-a88d-04b006f31e57 HTTP/1.1" status: 204  len: 168 time: 0.4369893
Apr 20 19:30:07.145495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.151785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.162769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-009be4b1-a4b7-4e30-b0a4-e8c43aca6c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:07.182325 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.197043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:30:07.199197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.225759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9063cc-260b-480c-84a7-068db538d89a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:07.237582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.237950 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Added segment 320dba56-dd8d-49da-bbdf-22cd799d3c23 of type vlan for network fde39138-307b-46fd-a428-e04b19e804b2
Apr 20 19:30:07.239407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:07.240635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bd6c417a-674d-4910-b726-4cb7947af1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:07.273456 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dfcc79e36364e38aea0f3c471e7e818&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4891691
Apr 20 19:30:07.281776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59166) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:07.328681 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47207592-59ca-4c78-9a67-11a39dc646dc,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:07.334942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.346677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:07.411993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cbd39a33-1db6-41d4-9d34-723f1594fffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.422393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.426210 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:07.426862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.434432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fb4b86bf-1904-4aa2-a6cd-7f315d441aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:07.480377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cbd39a33-1db6-41d4-9d34-723f1594fffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.603848 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8950577
Apr 20 19:30:07.604824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fde39138-307b-46fd-a428-e04b19e804b2,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:07.617063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59176) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:07.627884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Request body: {'subnet': {'network_id': 'fde39138-307b-46fd-a428-e04b19e804b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-428747083-subnet', 'tenant_id': 'ab77f3b998cc41c7b709effd9551215a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:07.632951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network fde39138-307b-46fd-a428-e04b19e804b2 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:30:07.633222 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:07.635827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:07.640908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Usage tracker for resource:subnet and tenant:ab77f3b998cc41c7b709effd9551215a is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:07.644527 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:07.652032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:07.662300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cbd39a33-1db6-41d4-9d34-723f1594fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.668835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b3eee86c-803e-4555-b6f7-9291bceab2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:07.669762 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be905110-7133-46fa-af9e-80b5d9146941 req-260c104c-914f-4aa3-a0e3-9cb7ec39f255 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 210 time: 0.1481352
Apr 20 19:30:07.672251 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59180) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:07.678836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Made reservation on behalf of ab77f3b998cc41c7b709effd9551215a for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:30:07.683631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.701587 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd39a33-1db6-41d4-9d34-723f1594fffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47207592-59ca-4c78-9a67-11a39dc646dc,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:07.704181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cbd39a33-1db6-41d4-9d34-723f1594fffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:07.723404 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.771367 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cbd39a33-1db6-41d4-9d34-723f1594fffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:07.772598 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-cbd39a33-1db6-41d4-9d34-723f1594fffe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47207592-59ca-4c78-9a67-11a39dc646dc HTTP/1.1" status: 204  len: 168 time: 0.4887421
Apr 20 19:30:07.813356 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:30:07.835277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:07.851758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Usage tracker for resource:security_group_rule and tenant:958a595ac8ab4ab2a2968cf80f624e0b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:07.863033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:07.886845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:08.079565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:08.153326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:08.158977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f23bb0d5-031b-49f0-8da0-11765f2219d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:08.173131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0c658-5441-4d1c-b56e-c30d0ca348d9 req-ce8773d5-00d6-410d-a04a-2e98024427c3 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:08.174763 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1ba0c658-5441-4d1c-b56e-c30d0ca348d9 req-ce8773d5-00d6-410d-a04a-2e98024427c3 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.4547880
Apr 20 19:30:08.225169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:30:08.237139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] Sync routers for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:30:08.248386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:30:08.249306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5759a20>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:29:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:08.290931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71338928-bbaf-48be-838e-21b9110a0bc0,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:08.303030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:08.305088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:08.319514 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1ba0c658-5441-4d1c-b56e-c30d0ca348d9 req-6879ccf8-a2ce-4bcd-822b-a03070c97ed6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289904
Apr 20 19:30:08.327552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:08.337055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Checking segment: {'id': '320dba56-dd8d-49da-bbdf-22cd799d3c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fde39138-307b-46fd-a428-e04b19e804b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:30:08.337751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Network hostable DHCP agents. Network: fde39138-307b-46fd-a428-e04b19e804b2, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:30:08.360923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b4c5494f-ed15-48ba-bdc6-c9bfc7d2ca5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:08.362112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Network fde39138-307b-46fd-a428-e04b19e804b2 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:30:08.365607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:30:08.371962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, fde39138-307b-46fd-a428-e04b19e804b2) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:30:08.383960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:08.384624 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:08.407926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:08.432788 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8256e416-368c-4bc5-89f3-243d68e7de9e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8014998
Apr 20 19:30:08.432984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ec7fd-9d31-4c88-8aa0-69c067ccdb62 None None] Network fde39138-307b-46fd-a428-e04b19e804b2 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:30:08.442280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:08.481183 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Network 94eaea9d-e39c-47da-9fde-443a214825c9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:30:08.488580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:30:08.507277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:30:08.551140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Pushing event updated for resources: {'Port': ['ID=e7c3b303-1f91-4666-9c18-e7c69424a700,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:08.563725 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-73191342-5cdf-46db-ab4f-2123b33cf4cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "PUT /v2.0/floatingips/9ee34c3d-2de2-4d89-b850-64652f15ab4e HTTP/1.1" status: 200  len: 991 time: 3.8753102
Apr 20 19:30:08.567365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:08.567907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'tag': '8e197005-0c8e-41e1-ac1e-defb1c9d189c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:30:08.574787 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=958a595ac8ab4ab2a2968cf80f624e0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8992260
Apr 20 19:30:08.575704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1ed6809b-360a-4b64-a91c-ae1ee088e125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:08.577737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59208) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:08.633111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e38d2c-c3aa-4a32-9010-cc75e0d2c363,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:08.641719 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:08.642926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:08.647881 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:08.664921 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9281096
Apr 20 19:30:08.682391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:30:08.706496 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'tag': '8e197005-0c8e-41e1-ac1e-defb1c9d189c', 'status': 'completed', 'code': 200}
Apr 20 19:30:08.720696 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Request body: {'port': {'device_id': '1bfed580-15db-4f05-a50f-cb8fbfad6b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:08.723341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15801a55-d9e2-430c-8cbd-d72e76be34f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:08.800685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15801a55-d9e2-430c-8cbd-d72e76be34f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:09.015313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15801a55-d9e2-430c-8cbd-d72e76be34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:09.041860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0e4450b7-da75-45c8-86ec-49cd6fb96733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:09.069899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:09.075365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15801a55-d9e2-430c-8cbd-d72e76be34f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e38d2c-c3aa-4a32-9010-cc75e0d2c363,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:09.089185 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-15801a55-d9e2-430c-8cbd-d72e76be34f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:09.096851 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15801a55-d9e2-430c-8cbd-d72e76be34f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:09.108103 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-15801a55-d9e2-430c-8cbd-d72e76be34f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45e38d2c-c3aa-4a32-9010-cc75e0d2c363 HTTP/1.1" status: 204  len: 168 time: 0.5235589
Apr 20 19:30:09.158697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82381cc-e637-4322-9452-83b234f9b74b req-d170bd9d-58cf-4aed-a0fb-87e0905110bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:09.160607 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c82381cc-e637-4322-9452-83b234f9b74b req-d170bd9d-58cf-4aed-a0fb-87e0905110bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 1099 time: 0.2375801
Apr 20 19:30:09.366651 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5759a20>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '9ee34c3d-2de2-4d89-b850-64652f15ab4e', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'port_id': '8e197005-0c8e-41e1-ac1e-defb1c9d189c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'mac_address': 'fa:16:3e:1a:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:26Z', 'updated_at': '2021-04-20T19:30:06Z', 'revision_number': 1, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:09.383735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] Checking router: 81e2f8f9-09cd-47f4-949b-715ce1a995f5 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:30:09.428539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:30:09.430699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5759a20>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:29:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:09.513377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82381cc-e637-4322-9452-83b234f9b74b req-6155a541-85c7-44be-9197-f37f084ff779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:09.514983 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c82381cc-e637-4322-9452-83b234f9b74b req-6155a541-85c7-44be-9197-f37f084ff779 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 911 time: 0.3314290
Apr 20 19:30:09.764053 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c82381cc-e637-4322-9452-83b234f9b74b req-0edaa902-2510-488a-9239-971b30df08a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c HTTP/1.1" status: 200  len: 999 time: 0.2396474
Apr 20 19:30:09.935058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82381cc-e637-4322-9452-83b234f9b74b req-93d57188-4e34-45a6-aa47-6c53f96c59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:09.936804 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c82381cc-e637-4322-9452-83b234f9b74b req-93d57188-4e34-45a6-aa47-6c53f96c59fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 200  len: 849 time: 0.1532600
Apr 20 19:30:09.945451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:30:09.956591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e8ff3-bad4-4cfd-bd06-8e36f04fea12 None None] Network fde39138-307b-46fd-a428-e04b19e804b2 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:30:10.062420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d761bc5-dd0e-4a30-be86-35f4bd718ede req-ad5b3627-3151-400d-a6ae-7faac923d932 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:10.063249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4d761bc5-dd0e-4a30-be86-35f4bd718ede req-ad5b3627-3151-400d-a6ae-7faac923d932 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Synchronizing usage tracker for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:30:10.185106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82381cc-e637-4322-9452-83b234f9b74b req-c6d9e86f-74f6-4932-ac8e-956e22a629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:10.186876 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c82381cc-e637-4322-9452-83b234f9b74b req-c6d9e86f-74f6-4932-ac8e-956e22a629c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4427720-1bf7-4b3c-8e43-4a0696109808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2412760
Apr 20 19:30:10.250492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4d761bc5-dd0e-4a30-be86-35f4bd718ede req-ad5b3627-3151-400d-a6ae-7faac923d932 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Unset dirty status for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:30:10.261257 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d761bc5-dd0e-4a30-be86-35f4bd718ede req-ad5b3627-3151-400d-a6ae-7faac923d932 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 932 time: 1.1923409
Apr 20 19:30:10.478985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c3b303-1f91-4666-9c18-e7c69424a700 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:30:10.508771 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c82381cc-e637-4322-9452-83b234f9b74b req-3da94552-4fda-4d9e-8c36-0e9323bace55 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3019376
Apr 20 19:30:10.527985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:10.571275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Transition to ACTIVE for port object e7c3b303-1f91-4666-9c18-e7c69424a700 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:30:10.577774 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d761bc5-dd0e-4a30-be86-35f4bd718ede req-15f76757-6d0f-4437-a2ef-6ae0a1211495 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3148122
Apr 20 19:30:10.581461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:10.598618 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:10.699478 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c82381cc-e637-4322-9452-83b234f9b74b req-1a3ac0f6-de4d-4936-b1a7-7b1d16796aa1 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1818821
Apr 20 19:30:10.731459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5759a20>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '9ee34c3d-2de2-4d89-b850-64652f15ab4e', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'port_id': '8e197005-0c8e-41e1-ac1e-defb1c9d189c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'mac_address': 'fa:16:3e:1a:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:26Z', 'updated_at': '2021-04-20T19:30:06Z', 'revision_number': 1, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:10.737176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b82f0-10e0-42ce-bacf-8120079cce2a None None] The sync data for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi is: [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '9ee34c3d-2de2-4d89-b850-64652f15ab4e', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'port_id': '8e197005-0c8e-41e1-ac1e-defb1c9d189c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'mac_address': 'fa:16:3e:1a:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:26Z', 'updated_at': '2021-04-20T19:30:06Z', 'revision_number': 1, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:30:10.793388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c3b303-1f91-4666-9c18-e7c69424a700,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:10.805758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:10.964677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd65c4-f05d-47dd-a413-6ae37d08f3a1 req-a7ea3717-1ff3-43ac-bdc2-1ee6e39a7093 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:10.969614 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6edd65c4-f05d-47dd-a413-6ae37d08f3a1 req-a7ea3717-1ff3-43ac-bdc2-1ee6e39a7093 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.7570257
Apr 20 19:30:11.078402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9019966a-2fe3-4df0-bb4e-da90190e7fa2 None None] New status for floating IP 9ee34c3d-2de2-4d89-b850-64652f15ab4e: ACTIVE {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:30:11.090688 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6edd65c4-f05d-47dd-a413-6ae37d08f3a1 req-824461bd-ebc6-4266-8002-98755c2a2c44 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118376
Apr 20 19:30:11.105450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc651c-ff02-4b96-9394-d4882ba3f9fe req-4d7eaf53-d201-48ac-80c3-ee58833948d8 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:11.107437 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2acc651c-ff02-4b96-9394-d4882ba3f9fe req-4d7eaf53-d201-48ac-80c3-ee58833948d8 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 946 time: 0.3151221
Apr 20 19:30:11.108474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Attempting to bind port e7c3b303-1f91-4666-9c18-e7c69424a700 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:30:11.108987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Attempting to bind port e7c3b303-1f91-4666-9c18-e7c69424a700 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:30:11.109471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Attempting to bind port e7c3b303-1f91-4666-9c18-e7c69424a700 on network 94eaea9d-e39c-47da-9fde-443a214825c9 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:30:11.132420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Port e7c3b303-1f91-4666-9c18-e7c69424a700 on network 94eaea9d-e39c-47da-9fde-443a214825c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:30:11.132968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Attempting to bind port e7c3b303-1f91-4666-9c18-e7c69424a700 on network 94eaea9d-e39c-47da-9fde-443a214825c9 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:30:11.141912 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:30:11.142412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Checking segment: {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:30:11.143049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Bound using segment: {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:30:11.143674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Bound port: e7c3b303-1f91-4666-9c18-e7c69424a700, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:30:11.144167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:11.229640 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2acc651c-ff02-4b96-9394-d4882ba3f9fe req-1f8fd302-4a7a-4aa5-853d-d25f03216b90 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156898
Apr 20 19:30:11.280794 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] For port e7c3b303-1f91-4666-9c18-e7c69424a700, host hv-cinder-78726, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:30:11.287225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] For port e7c3b303-1f91-4666-9c18-e7c69424a700, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7c3b303-1f91-4666-9c18-e7c69424a700,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:30:11.314959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:11.336879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:11.439270 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c3b303-1f91-4666-9c18-e7c69424a700,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:11.453022 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:11.458865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:11.459721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:11.466745 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/e7c3b303-1f91-4666-9c18-e7c69424a700 HTTP/1.1" status: 200  len: 1094 time: 2.7508309
Apr 20 19:30:11.467438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfed580-15db-4f05-a50f-cb8fbfad6b39', 'tag': 'e7c3b303-1f91-4666-9c18-e7c69424a700'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:30:11.521379 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfed580-15db-4f05-a50f-cb8fbfad6b39', 'tag': 'e7c3b303-1f91-4666-9c18-e7c69424a700', 'status': 'completed', 'code': 200}
Apr 20 19:30:11.678398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-2253089e-5224-40ef-aa0a-854c61655779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:11.680032 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-2253089e-5224-40ef-aa0a-854c61655779 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 1097 time: 0.0901368
Apr 20 19:30:11.813055 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-0861928b-5a62-4a97-be2f-161978a58d7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7c3b303-1f91-4666-9c18-e7c69424a700 HTTP/1.1" status: 200  len: 217 time: 0.1078181
Apr 20 19:30:11.922865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-f33d9ad6-7dc6-4ee6-ae08-b1e10f53196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:11.924439 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-f33d9ad6-7dc6-4ee6-ae08-b1e10f53196f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.0970051
Apr 20 19:30:11.937987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba6cca-9b49-470f-b24b-4f0787e72c9b req-b40862df-0da6-478a-ac8a-46d4469589ab tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:11.939596 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-12ba6cca-9b49-470f-b24b-4f0787e72c9b req-b40862df-0da6-478a-ac8a-46d4469589ab tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 944 time: 0.1725192
Apr 20 19:30:12.007235 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-3af937a6-66b2-4935-b9ba-c8f2fa55aefc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665700
Apr 20 19:30:12.069132 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-12ba6cca-9b49-470f-b24b-4f0787e72c9b req-0921b79a-dc00-49e2-a835-ad3059167532 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903299
Apr 20 19:30:12.213915 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-3f8e6ed7-441f-4b91-a7e0-9b7dac0d2938 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903253
Apr 20 19:30:12.784002 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea59f4-c956-446e-844d-6a90a95d868c req-64091058-4a45-4b8d-9bce-168d2a935e66 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:12.785937 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1dea59f4-c956-446e-844d-6a90a95d868c req-64091058-4a45-4b8d-9bce-168d2a935e66 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.5374231
Apr 20 19:30:12.788440 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9382fee-e429-44d5-b7b6-966c44730c64 req-a4be03ec-cf3f-4929-bb1a-d340f6839775 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4851980
Apr 20 19:30:12.803265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd996d1-b5ea-4d3e-afb9-9989b8987da7 req-97d0c97e-23de-450c-b3d8-eb087046654d tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:12.804889 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cbd996d1-b5ea-4d3e-afb9-9989b8987da7 req-97d0c97e-23de-450c-b3d8-eb087046654d tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 946 time: 0.2391875
Apr 20 19:30:12.891984 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1dea59f4-c956-446e-844d-6a90a95d868c req-035e41ac-26ee-4ef9-ad5f-890bc87d0f2d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980995
Apr 20 19:30:12.901239 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cbd996d1-b5ea-4d3e-afb9-9989b8987da7 req-85e33d0c-da9e-481e-a7b4-ed3b4a0be926 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795336
Apr 20 19:30:13.044152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-aa2dfc05-9fe3-47eb-9524-3d93ef05b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:13.045858 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-aa2dfc05-9fe3-47eb-9524-3d93ef05b0ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 1097 time: 0.0869501
Apr 20 19:30:13.255034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-960b6bcf-8f7e-4ce7-a111-2f145925082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:13.256222 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-960b6bcf-8f7e-4ce7-a111-2f145925082f service neutron] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 915 time: 0.1523454
Apr 20 19:30:13.375358 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-17c87618-722d-4e92-9ab4-a88837595767 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7c3b303-1f91-4666-9c18-e7c69424a700 HTTP/1.1" status: 200  len: 217 time: 0.1099148
Apr 20 19:30:13.461041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59378) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:13.472555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409613e-9150-4dc8-a4c9-0c93f0c67bbb req-ec69ecf5-3c29-4f03-9903-e86d765f0e8e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:13.474249 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c409613e-9150-4dc8-a4c9-0c93f0c67bbb req-ec69ecf5-3c29-4f03-9903-e86d765f0e8e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 944 time: 0.1450756
Apr 20 19:30:13.513961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-a243cc6a-c7dc-40f8-9c85-f879bdb737a3 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:13.514742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-a243cc6a-c7dc-40f8-9c85-f879bdb737a3 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Synchronizing usage tracker for tenant:ac7d571d2ace4ec4813cdc944b1af495 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:30:13.533199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-a243cc6a-c7dc-40f8-9c85-f879bdb737a3 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Unset dirty status for tenant:ac7d571d2ace4ec4813cdc944b1af495 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:30:13.534850 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-a243cc6a-c7dc-40f8-9c85-f879bdb737a3 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.55 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 946 time: 0.1117930
Apr 20 19:30:13.540330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-4495dc13-70e4-4e3d-9300-6f2c5b443df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:13.541904 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-4495dc13-70e4-4e3d-9300-6f2c5b443df9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.1209636
Apr 20 19:30:13.549362 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c409613e-9150-4dc8-a4c9-0c93f0c67bbb req-e9f0ba7c-c32d-4f23-85c4-1d5a7eb53b18 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665846
Apr 20 19:30:13.598210 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-1184d958-8e98-4658-b0d8-61b3f222768a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478299
Apr 20 19:30:13.711779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:13.742312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:13.757210 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Usage tracker for resource:security_group_rule and tenant:46fb8172dfe34c41bb7feda901013c17 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:13.763346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:13.774726 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:13.849914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Deleting port f0995049-fd0b-42d5-9ca2-b48ccf5db473 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:30:13.850317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:13.861402 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-0098765f-e7a0-4e32-8f0b-6a54367ed7bc service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2533891
Apr 20 19:30:14.109613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:14.116828 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a56ff38-b4a8-4def-8dea-9bce2531cffc req-68bf1309-4cb7-4286-bba0-1734edfa9311 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413332
Apr 20 19:30:14.118877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:14.198374 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:14.279518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] For port f0995049-fd0b-42d5-9ca2-b48ccf5db473, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=f0995049-fd0b-42d5-9ca2-b48ccf5db473,segment=NetworkSegment(bea14e14-6dc5-4266-a165-9429619c9960),segment_id=bea14e14-6dc5-4266-a165-9429619c9960)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:14.281539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:14.336839 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46fb8172dfe34c41bb7feda901013c17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8613102
Apr 20 19:30:14.338061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59420) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:14.352837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c452292-f88f-45a0-b412-0567b68a058f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:14.369783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:14.420583 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abd9b0-2ea0-4eff-955a-f7e3466a942a req-d75e08cb-a09b-4d9e-b6ca-0715a3b4426a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:14.428891 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-22abd9b0-2ea0-4eff-955a-f7e3466a942a req-d75e08cb-a09b-4d9e-b6ca-0715a3b4426a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.2698736
Apr 20 19:30:14.454063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Calling delete_port for f0995049-fd0b-42d5-9ca2-b48ccf5db473 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:30:14.498997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7c312-61db-4bbb-8b58-3f8a7c2c30e6 req-3cd91541-affc-40d2-8124-6df398648c04 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:14.500616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7a7c312-61db-4bbb-8b58-3f8a7c2c30e6 req-3cd91541-affc-40d2-8124-6df398648c04 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 946 time: 0.3514020
Apr 20 19:30:14.553987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2f2f-ebd6-4244-9ea6-5677f0cdfdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:14.565524 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-22abd9b0-2ea0-4eff-955a-f7e3466a942a req-aac85c07-023e-4153-8cc5-bd9ed368eb3c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280141
Apr 20 19:30:14.609232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2f2f-ebd6-4244-9ea6-5677f0cdfdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:14.657078 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d7a7c312-61db-4bbb-8b58-3f8a7c2c30e6 req-793954c7-a954-49dd-aa70-766455624a3e tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/security-groups?id=42d92516-0032-49d0-bc0c-f625d5b97e04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379678
Apr 20 19:30:14.672024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2f2f-ebd6-4244-9ea6-5677f0cdfdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:14.676158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:14.693032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb2f2f-ebd6-4244-9ea6-5677f0cdfdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c452292-f88f-45a0-b412-0567b68a058f,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:14.701321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3fdb2f2f-ebd6-4244-9ea6-5677f0cdfdc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:14.701873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:14.702227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2f2f-ebd6-4244-9ea6-5677f0cdfdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:14.716293 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3fdb2f2f-ebd6-4244-9ea6-5677f0cdfdc0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c452292-f88f-45a0-b412-0567b68a058f HTTP/1.1" status: 204  len: 168 time: 0.3647063
Apr 20 19:30:14.728782 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:14.765790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['f0995049-fd0b-42d5-9ca2-b48ccf5db473'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:30:14.834436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Pushing event deleted for resources: {'Port': ['ID=f0995049-fd0b-42d5-9ca2-b48ccf5db473,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:14.843733 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:14.889557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] No DVR routers for this DVR port f0995049-fd0b-42d5-9ca2-b48ccf5db473 on host hv-cinder-78726 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:30:14.892733 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:14.895635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58c9af7-b045-4297-8a28-31e6301db247', 'name': 'network-vif-deleted', 'tag': 'f0995049-fd0b-42d5-9ca2-b48ccf5db473'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:30:14.913132 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3fe74ac6-21d2-4b8a-bd23-3d51b0ef63dd req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.55 "DELETE /v2.0/ports/f0995049-fd0b-42d5-9ca2-b48ccf5db473 HTTP/1.1" status: 204  len: 173 time: 1.3711669
Apr 20 19:30:14.963443 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58c9af7-b045-4297-8a28-31e6301db247', 'name': 'network-vif-deleted', 'tag': 'f0995049-fd0b-42d5-9ca2-b48ccf5db473', 'status': 'completed', 'code': 200}
Apr 20 19:30:14.971278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364e4ef-be0e-4c17-bbc2-01fdbbb1f180 req-4d196f14-56a4-451a-b40c-587b2eb35bf4 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:14.973131 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9364e4ef-be0e-4c17-bbc2-01fdbbb1f180 req-4d196f14-56a4-451a-b40c-587b2eb35bf4 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 944 time: 0.0976024
Apr 20 19:30:15.024231 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9364e4ef-be0e-4c17-bbc2-01fdbbb1f180 req-a59e9607-f457-42d5-8bf1-d42bfd4f7e7c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441029
Apr 20 19:30:15.033052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59438) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:15.054409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:15.070959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:15.075545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Usage tracker for resource:security_group_rule and tenant:16d2e351e570456f9ce6ed4a8d21a5a5 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:15.078633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:15.085573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:15.178958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:15.181620 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:15.190426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-448f4832-d3e4-42f2-9158-cba787bf6d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:15.233043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120658a7-9a07-41d9-ae18-8beaddfc34d4,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:15.237638 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16d2e351e570456f9ce6ed4a8d21a5a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2034633
Apr 20 19:30:15.238610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:15.241112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59442) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:15.303818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9c721b15-d2c9-4534-b831-2f3330894307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:15.331926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9c721b15-d2c9-4534-b831-2f3330894307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:15.376590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9c721b15-d2c9-4534-b831-2f3330894307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:15.381397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:15.399132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c721b15-d2c9-4534-b831-2f3330894307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120658a7-9a07-41d9-ae18-8beaddfc34d4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:15.400271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9c721b15-d2c9-4534-b831-2f3330894307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:15.401244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9c721b15-d2c9-4534-b831-2f3330894307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:15.402992 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9c721b15-d2c9-4534-b831-2f3330894307 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/120658a7-9a07-41d9-ae18-8beaddfc34d4 HTTP/1.1" status: 204  len: 168 time: 0.1603248
Apr 20 19:30:15.814175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0cc2c-d618-4f3b-a6e0-f1ee97f9ee2f req-ab62b5e5-c06e-4d11-9c82-8181d39b0117 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:15.824367 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-73a0cc2c-d618-4f3b-a6e0-f1ee97f9ee2f req-ab62b5e5-c06e-4d11-9c82-8181d39b0117 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1182933
Apr 20 19:30:15.941960 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cc01fcae-acf6-42d2-9305-b84719766833 req-e9a80329-336f-439f-9b20-618ab3b6161d tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c9af7-b045-4297-8a28-31e6301db247 HTTP/1.1" status: 200  len: 210 time: 0.0638163
Apr 20 19:30:15.945560 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-73a0cc2c-d618-4f3b-a6e0-f1ee97f9ee2f req-e38c84fa-24f9-4b46-b945-a7b287cee41c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200190
Apr 20 19:30:16.201386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59490) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:16.244128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:30:16.380637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:16.402999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:16.414224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Usage tracker for resource:security_group_rule and tenant:9d84b7006f6841538ce6facd2c9bc505 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:16.418227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:16.425825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:16.489986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49b3d0-d2fa-4dc5-805c-5532daceb3eb req-d8558081-b714-4100-9966-9e941df0f7e1 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:16.491616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0b49b3d0-d2fa-4dc5-805c-5532daceb3eb req-d8558081-b714-4100-9966-9e941df0f7e1 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 944 time: 0.1867568
Apr 20 19:30:16.569758 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0b49b3d0-d2fa-4dc5-805c-5532daceb3eb req-bbd18e0a-2692-4350-8708-e4af19f92bd2 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710063
Apr 20 19:30:16.590544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:16.593553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:16.602584 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9e3bdfb5-534f-4f5e-8515-ce5bce2827ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:16.650112 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d84b7006f6841538ce6facd2c9bc505&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4475310
Apr 20 19:30:16.651081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998de45e-3596-4e65-be2b-6394de6a47ba,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:16.653015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59508) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:16.654359 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:16.719679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecc76-8e28-4404-a88b-7691634206af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:16.747518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecc76-8e28-4404-a88b-7691634206af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:16.758978 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device e7c3b303-1f91-4666-9c18-e7c69424a700 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:30:16.768765 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device f0995049-fd0b-42d5-9ca2-b48ccf5db473 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:30:16.796539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecc76-8e28-4404-a88b-7691634206af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:16.802416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b15883b3-3652-4789-9adb-4236cd9c1757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:16.813734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ecc76-8e28-4404-a88b-7691634206af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998de45e-3596-4e65-be2b-6394de6a47ba,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:16.819358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fa5ecc76-8e28-4404-a88b-7691634206af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:16.821455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecc76-8e28-4404-a88b-7691634206af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:16.825178 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-fa5ecc76-8e28-4404-a88b-7691634206af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/998de45e-3596-4e65-be2b-6394de6a47ba HTTP/1.1" status: 204  len: 168 time: 0.1708238
Apr 20 19:30:16.837028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: f0995049-fd0b-42d5-9ca2-b48ccf5db473 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:30:16.837429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device f0995049-fd0b-42d5-9ca2-b48ccf5db473 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:30:16.971461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port e7c3b303-1f91-4666-9c18-e7c69424a700, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7c3b303-1f91-4666-9c18-e7c69424a700,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:16.991079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': 'e7c3b303-1f91-4666-9c18-e7c69424a700', 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9', 'port_id': 'e7c3b303-1f91-4666-9c18-e7c69424a700', 'mac_address': 'fa:16:3e:d5:29:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add3c7d3-92e3-4258-8d3e-f52b66da3af5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:30:17.060169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:17.080642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c3b303-1f91-4666-9c18-e7c69424a700 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:30:17.098700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port e7c3b303-1f91-4666-9c18-e7c69424a700, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7c3b303-1f91-4666-9c18-e7c69424a700,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:17.102291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:17.105631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3038b3e7-091b-46dc-8e6b-18298c0cf5d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:17.188973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=e7c3b303-1f91-4666-9c18-e7c69424a700,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:17.193390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:17.328303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac0aa5-09b3-469d-b1bf-5b0d3f6bec21 req-bb452f8a-b888-48c0-aef7-304864d26ffb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:17.347971 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-34ac0aa5-09b3-469d-b1bf-5b0d3f6bec21 req-bb452f8a-b888-48c0-aef7-304864d26ffb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1697497
Apr 20 19:30:17.389829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59572) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:17.439084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:17.456088 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-34ac0aa5-09b3-469d-b1bf-5b0d3f6bec21 req-d22861ad-a648-4518-b415-21af48e71d28 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067476
Apr 20 19:30:17.487197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:17.491979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Usage tracker for resource:security_group_rule and tenant:7b7ec7a1f2ac4dbe9414e1e802591a27 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:17.495285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:17.501693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:17.597436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:17.600829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:17.611048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b56a2b5e-9dd3-4730-bf83-c23ed3603762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:17.667228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['e7c3b303-1f91-4666-9c18-e7c69424a700'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:30:17.711357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59586) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:17.729099 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b7ec7a1f2ac4dbe9414e1e802591a27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3379583
Apr 20 19:30:17.733111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c9bf3-14f4-490a-8659-8579664a67d9,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:17.737908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:17.885633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2dadb1e9-889c-4a0b-8668-ffc911c6c8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:17.914663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2dadb1e9-889c-4a0b-8668-ffc911c6c8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:17.982020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d54da-4c16-415a-aff2-5ad970e9a726 req-51b3f0ca-b703-4fe6-933b-036854c1c1cf tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:17.984584 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8c9d54da-4c16-415a-aff2-5ad970e9a726 req-51b3f0ca-b703-4fe6-933b-036854c1c1cf tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 945 time: 0.2118607
Apr 20 19:30:17.995203 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2dadb1e9-889c-4a0b-8668-ffc911c6c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:18.004916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-54cbf9e4-3655-40d1-8608-6313f0664201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:18.037403 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadb1e9-889c-4a0b-8668-ffc911c6c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c9bf3-14f4-490a-8659-8579664a67d9,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:18.040084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2dadb1e9-889c-4a0b-8668-ffc911c6c8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:18.061377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2dadb1e9-889c-4a0b-8668-ffc911c6c8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:18.062630 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2dadb1e9-889c-4a0b-8668-ffc911c6c8a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e5c9bf3-14f4-490a-8659-8579664a67d9 HTTP/1.1" status: 204  len: 168 time: 0.3498178
Apr 20 19:30:18.075399 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8c9d54da-4c16-415a-aff2-5ad970e9a726 req-ebed76f3-c4c7-4d25-8f33-9955c14c5942 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737300
Apr 20 19:30:18.462445 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59614) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:18.483845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:18.501409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:18.505644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Usage tracker for resource:security_group_rule and tenant:717268566551487998a74a4c51239439 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:18.508611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:18.514597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:18.664079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:18.669140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:18.678873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:18.737893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5930ad29-9aa9-47a2-9cff-0ca0bebf80fc,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:18.743587 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=717268566551487998a74a4c51239439&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2794333
Apr 20 19:30:18.746241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:18.746845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59624) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:18.756339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078ba3c-6dbb-484e-8974-82b18f544520 req-cd993da0-ead8-46df-a5ec-1a6399cb714e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:18.757958 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9078ba3c-6dbb-484e-8974-82b18f544520 req-cd993da0-ead8-46df-a5ec-1a6399cb714e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1712072
Apr 20 19:30:18.810332 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9078ba3c-6dbb-484e-8974-82b18f544520 req-aff1f9cd-97c3-4883-9746-44d02e87cd41 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454438
Apr 20 19:30:18.815535 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-20cbc034-36ec-4af5-a860-c666a18a3206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:18.846610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-20cbc034-36ec-4af5-a860-c666a18a3206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:18.894960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-20cbc034-36ec-4af5-a860-c666a18a3206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:18.901793 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4e8ece52-0332-4f35-bcdd-7305f84e6b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:18.915515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbc034-36ec-4af5-a860-c666a18a3206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5930ad29-9aa9-47a2-9cff-0ca0bebf80fc,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:18.920954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-20cbc034-36ec-4af5-a860-c666a18a3206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:18.925467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-20cbc034-36ec-4af5-a860-c666a18a3206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:18.926717 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-20cbc034-36ec-4af5-a860-c666a18a3206 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5930ad29-9aa9-47a2-9cff-0ca0bebf80fc HTTP/1.1" status: 204  len: 168 time: 0.1788189
Apr 20 19:30:19.329743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e226744-606b-4d2d-b151-75ef3d24ae2f req-59f9cd0b-e21d-423a-93f1-4768f530c690 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:19.335614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59652) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:19.338625 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3e226744-606b-4d2d-b151-75ef3d24ae2f req-59f9cd0b-e21d-423a-93f1-4768f530c690 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 945 time: 0.1169889
Apr 20 19:30:19.386495 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3e226744-606b-4d2d-b151-75ef3d24ae2f req-7e4362f9-d3a7-42ff-a965-3c52d08edee2 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469940
Apr 20 19:30:19.435397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] Deleting subnet bdb80cec-5827-4fd2-878d-f977cc088084 {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:30:19.440010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:19.499374 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:19.507401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:19.800468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:19.806027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:19.847007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:19.851037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb80cec-5827-4fd2-878d-f977cc088084,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:19.853460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:19.858461 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bdb80cec-5827-4fd2-878d-f977cc088084 HTTP/1.1" status: 204  len: 168 time: 0.5221326
Apr 20 19:30:19.861097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59678) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:19.991309 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:20.096119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9b26d-b606-44b1-8613-e0a2647d56e9 req-836842fb-205b-41f1-a07b-ecc4da513e9a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:20.098310 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-72e9b26d-b606-44b1-8613-e0a2647d56e9 req-836842fb-205b-41f1-a07b-ecc4da513e9a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1020150
Apr 20 19:30:20.150072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:20.153490 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-72e9b26d-b606-44b1-8613-e0a2647d56e9 req-5c1a0c10-60fb-47af-aabb-a01cb290676a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481825
Apr 20 19:30:20.274997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f08a4ff1cc0>> segment before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.275420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f08a4ff1cc0>> subnet precommit_delete_associations 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.276241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a539b518>> segment_host_mapping after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.276631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a539b518>> port after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.277027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a539b518>> port after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.277387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a539b518>> port after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.277757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a539b518>> segment after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.278118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a539b518>> subnet after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.278477 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a539b518>> subnet after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.278852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f08a539b518>> subnet after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.346707 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f08a43d66a0>> subnet after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.347102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f08a43d66a0>> subnet after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.347479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f08a43d66a0>> subnet before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.347857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f08a43d66a0>> subnet before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:30:20.348256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a4f2aeb8>,) {'filters': {'network_id': ['b7d70069-b804-4486-9edb-82c7d737dbd7']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:20.362870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4f2aeb8>, 'bea14e14-6dc5-4266-a165-9429619c9960') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:20.363211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4f2aeb8>, 'bea14e14-6dc5-4266-a165-9429619c9960') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:20.380994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:20.397748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:20.405758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:30:20.640381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Network b7d70069-b804-4486-9edb-82c7d737dbd7 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:30:20.650292 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:20.656993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3681e-a9e9-4afe-94d3-5e69da39787f req-de1bc316-194b-4ec1-b90d-da37158dcddc tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:20.659787 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-24f3681e-a9e9-4afe-94d3-5e69da39787f req-de1bc316-194b-4ec1-b90d-da37158dcddc tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 945 time: 0.1016288
Apr 20 19:30:20.710156 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-24f3681e-a9e9-4afe-94d3-5e69da39787f req-a87c9165-7106-4da1-9a55-be98b56cb937 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442858
Apr 20 19:30:20.789240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device e7c3b303-1f91-4666-9c18-e7c69424a700 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:30:20.839801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Network b7d70069-b804-4486-9edb-82c7d737dbd7 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   from cryptography.utils import int_from_bytes
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   from cryptography.utils import int_from_bytes
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   (rel_b, rel_a, rel_b),
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   (rel_b, rel_a, rel_b),
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:30:20.870892 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:30:20.897860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port e7c3b303-1f91-4666-9c18-e7c69424a700 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:30:20.913810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port e7c3b303-1f91-4666-9c18-e7c69424a700 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:30:20.914547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.011210 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.019678 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:21.046761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.057465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d70069-b804-4486-9edb-82c7d737dbd7,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:21.064215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:21.086137 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b7d70069-b804-4486-9edb-82c7d737dbd7 HTTP/1.1" status: 204  len: 168 time: 1.2106433
Apr 20 19:30:21.124298 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.164514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfed580-15db-4f05-a50f-cb8fbfad6b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c3b303-1f91-4666-9c18-e7c69424a700'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:30:21.180418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port e7c3b303-1f91-4666-9c18-e7c69424a700, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7c3b303-1f91-4666-9c18-e7c69424a700,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:21.186049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.188112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3038b3e7-091b-46dc-8e6b-18298c0cf5d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:21.238519 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfed580-15db-4f05-a50f-cb8fbfad6b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c3b303-1f91-4666-9c18-e7c69424a700', 'code': 200}
Apr 20 19:30:21.280342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=e7c3b303-1f91-4666-9c18-e7c69424a700,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:21.285166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:21.315216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59712) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:21.385485 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a4a60fed-f6ce-4534-9894-004b3ec33a4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac7d571d2ace4ec4813cdc944b1af495&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0645962
Apr 20 19:30:21.386306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59716) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:21.467016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24462d8f-8129-4315-a14a-e32afacf315f req-92de1b73-46bf-4d6d-b5b9-0b1a04ee63c1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:21.469235 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-24462d8f-8129-4315-a14a-e32afacf315f req-92de1b73-46bf-4d6d-b5b9-0b1a04ee63c1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1368101
Apr 20 19:30:21.479511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d28567f2-bfb7-4373-b55b-67eeb0e57311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.517966 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d28567f2-bfb7-4373-b55b-67eeb0e57311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.533302 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-24462d8f-8129-4315-a14a-e32afacf315f req-9e19dbd6-3441-4c1b-9adc-04a69d6c2eea tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474596
Apr 20 19:30:21.670096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d28567f2-bfb7-4373-b55b-67eeb0e57311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.674931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:21.697934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28567f2-bfb7-4373-b55b-67eeb0e57311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d92516-0032-49d0-bc0c-f625d5b97e04,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:21.702003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d28567f2-bfb7-4373-b55b-67eeb0e57311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:21.704293 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45a7a-906d-42c0-a13a-af602c7b6de2 req-b4672f1c-5a11-49d2-8d83-291d19bf1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:21.705933 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1cc45a7a-906d-42c0-a13a-af602c7b6de2 req-b4672f1c-5a11-49d2-8d83-291d19bf1fac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 1099 time: 0.1652780
Apr 20 19:30:21.712240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d28567f2-bfb7-4373-b55b-67eeb0e57311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.713937 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d28567f2-bfb7-4373-b55b-67eeb0e57311 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42d92516-0032-49d0-bc0c-f625d5b97e04 HTTP/1.1" status: 204  len: 168 time: 0.3259385
Apr 20 19:30:21.774149 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1cc45a7a-906d-42c0-a13a-af602c7b6de2 req-fc2cc27b-47a6-4c25-a62e-04c1691323c7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524855
Apr 20 19:30:21.962309 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e35574-952b-418b-ae75-d037f7cfee2f req-f2e7c329-4b06-4b97-afe6-6d277e14ddbb tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:21.963883 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-21e35574-952b-418b-ae75-d037f7cfee2f req-f2e7c329-4b06-4b97-afe6-6d277e14ddbb tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 946 time: 0.1123869
Apr 20 19:30:22.059714 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-21e35574-952b-418b-ae75-d037f7cfee2f req-eb2dcd52-d84a-4e11-a515-ce67969b6e14 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830734
Apr 20 19:30:22.792393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c25cd9-9255-47cb-82d3-3ce82ceba001 req-fbf794e0-5e58-4b77-8044-fde75de5ea1e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:22.795190 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e1c25cd9-9255-47cb-82d3-3ce82ceba001 req-fbf794e0-5e58-4b77-8044-fde75de5ea1e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1069403
Apr 20 19:30:22.845046 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e1c25cd9-9255-47cb-82d3-3ce82ceba001 req-9a2e20dd-1acc-4e8d-bb4a-f1b95bd8ac10 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442245
Apr 20 19:30:23.281675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d00778-d115-48a0-adc4-dc1c5f53c690 req-fff452a0-566c-4131-b18e-817f189fca83 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:23.283396 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-22d00778-d115-48a0-adc4-dc1c5f53c690 req-fff452a0-566c-4131-b18e-817f189fca83 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 946 time: 0.1034381
Apr 20 19:30:23.339928 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-22d00778-d115-48a0-adc4-dc1c5f53c690 req-d0a6841b-6817-4a6c-9229-d54497daf64a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491412
Apr 20 19:30:24.091700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde322bc-5df0-4777-9eec-c8d1bbb7150f req-c48db24a-c293-4fe4-81e7-fc45d2fc349e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:24.093408 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fde322bc-5df0-4777-9eec-c8d1bbb7150f req-c48db24a-c293-4fe4-81e7-fc45d2fc349e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1145473
Apr 20 19:30:24.146387 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fde322bc-5df0-4777-9eec-c8d1bbb7150f req-40cade29-91d4-4aed-b37f-8fbdbd51e5ae tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448139
Apr 20 19:30:24.548785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e556f69-c443-45c8-88a6-5f14013ab5ae req-91b336ad-98fa-45fa-a981-a6366a5c327c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:24.550410 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8e556f69-c443-45c8-88a6-5f14013ab5ae req-91b336ad-98fa-45fa-a981-a6366a5c327c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 946 time: 0.0945024
Apr 20 19:30:24.599810 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8e556f69-c443-45c8-88a6-5f14013ab5ae req-4d8601f4-7193-4c67-8044-eb4c1ddbed50 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427856
Apr 20 19:30:25.012628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-66e534a3-0b3b-452f-8455-051a91fac6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:25.387515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3588-00be-47f7-ae19-7af158053eff req-8386aad2-416f-45c8-a787-21a381041a93 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:25.389290 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4f1e3588-00be-47f7-ae19-7af158053eff req-8386aad2-416f-45c8-a787-21a381041a93 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1219213
Apr 20 19:30:25.456184 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4f1e3588-00be-47f7-ae19-7af158053eff req-35461b90-a64e-47cd-a96f-9f9cf5cfcede tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583973
Apr 20 19:30:26.695087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5f3b-da98-475f-9a6a-51aca7ba324b req-d9962601-b9e2-43ed-9206-c7ae7c5f3ff2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:26.696745 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9afd5f3b-da98-475f-9a6a-51aca7ba324b req-d9962601-b9e2-43ed-9206-c7ae7c5f3ff2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0985467
Apr 20 19:30:26.752311 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9afd5f3b-da98-475f-9a6a-51aca7ba324b req-238fad86-cdce-4a07-a1ef-30a596e84eea tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487685
Apr 20 19:30:27.436077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4103967e-a6a9-4b6b-a03b-a63b99827295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:27.664488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 59942) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:27.809763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:27.828849 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:27.833072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Usage tracker for resource:security_group_rule and tenant:07dbb9b5ecf24c1aa53ccf2745127c53 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:27.838771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:27.846143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:28.055189 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5848f-9bb7-4009-a848-e5f28bc6df06 req-7833f87b-5715-4445-ac91-4e7a8836a8e4 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:28.056929 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-60b5848f-9bb7-4009-a848-e5f28bc6df06 req-7833f87b-5715-4445-ac91-4e7a8836a8e4 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1661363
Apr 20 19:30:28.092875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:28.099930 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:28.110964 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1fbf9e09-b6e1-4f70-a754-14070ad8d438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:28.271633 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-60b5848f-9bb7-4009-a848-e5f28bc6df06 req-abe1f108-b7c4-404d-a68e-38bb336b5b84 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037733
Apr 20 19:30:28.276437 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07dbb9b5ecf24c1aa53ccf2745127c53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6083705
Apr 20 19:30:28.277399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59968) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:28.460531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-18d2a6d8-f1e9-469c-b914-63b7cbf6e04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:28.497419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:28.530421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-18d2a6d8-f1e9-469c-b914-63b7cbf6e04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:28.588105 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:28.599857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a8907d-28a0-462c-a70a-a53638a0e76c,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:28.610315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-6510d644-d082-4f9d-afb8-55166a714629 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:28.612989 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-6510d644-d082-4f9d-afb8-55166a714629 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 814 time: 0.4909279
Apr 20 19:30:28.614143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:28.645031 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-11a0d834-d084-414a-8a4e-f62921a1cc33 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/quotas/360d38b62ef6436f887341a67ecd69b5 HTTP/1.1" status: 200  len: 375 time: 0.0231719
Apr 20 19:30:28.652169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-18d2a6d8-f1e9-469c-b914-63b7cbf6e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:28.657580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fa5ecc76-8e28-4404-a88b-7691634206af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:28.682012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2a6d8-f1e9-469c-b914-63b7cbf6e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a8907d-28a0-462c-a70a-a53638a0e76c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:28.688189 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-18d2a6d8-f1e9-469c-b914-63b7cbf6e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:28.694844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-18d2a6d8-f1e9-469c-b914-63b7cbf6e04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:28.699388 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-18d2a6d8-f1e9-469c-b914-63b7cbf6e04e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29a8907d-28a0-462c-a70a-a53638a0e76c HTTP/1.1" status: 204  len: 168 time: 0.4206717
Apr 20 19:30:28.773429 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-b3d5fd64-4462-433b-bfe2-c6ea9c190575 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1222680
Apr 20 19:30:28.787788 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.015153 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-8c11afa0-5594-49be-8781-145ecf85a357 service neutron] 10.222.0.38 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314100
Apr 20 19:30:29.106450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 59996) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:29.147379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60000) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:29.175435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.206077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:29.212345 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-e05898db-8c0a-4ead-ac4c-efdda412f2b2 service neutron] 10.222.0.38 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900523
Apr 20 19:30:29.213562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] Deleting subnet 3256a4d9-541d-4718-8e39-84e77ee06fd6 {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:30:29.217683 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.248542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Usage tracker for resource:security_group_rule and tenant:768592a7bd344e8a92fc8647d1056f89 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:29.255953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:29.264912 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:29.290703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850814827'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.385158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.388149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.453330 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a04a4a6-6919-4796-8235-2fb74b2ae40e req-8ea94465-7243-406b-a03e-5f1ef38863bc tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0894504
Apr 20 19:30:29.561058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49c0f1-af47-42e9-a5f6-44166a06c798 req-17aed856-9399-4181-91c9-835e16bd9e0e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:29.562633 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be49c0f1-af47-42e9-a5f6-44166a06c798 req-17aed856-9399-4181-91c9-835e16bd9e0e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1026065
Apr 20 19:30:29.596629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.600823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.611771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b6d22999-df3a-4922-ac0c-662e75d70e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:29.615548 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be49c0f1-af47-42e9-a5f6-44166a06c798 req-5a84fee7-95d1-46e9-b2ee-5d971ce32cfb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462897
Apr 20 19:30:29.673933 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=768592a7bd344e8a92fc8647d1056f89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5254169
Apr 20 19:30:29.675801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60016) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:29.691952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9d2ee-c9a3-407c-a25b-8d7778c75e06,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:29.702015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:29.743180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-51c1c1f4-3cad-4859-b30e-1cb158088d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.775891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-51c1c1f4-3cad-4859-b30e-1cb158088d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.808426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2103971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3167948'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.819769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2ec4dabf-109e-4efb-bee0-1778ad7c647d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:29.839778 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-51c1c1f4-3cad-4859-b30e-1cb158088d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.854858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-00770440-285c-4562-a2ea-e0ed12b12271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:29.874355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-51c1c1f4-3cad-4859-b30e-1cb158088d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.875604 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-51c1c1f4-3cad-4859-b30e-1cb158088d26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9d9d2ee-c9a3-407c-a25b-8d7778c75e06 HTTP/1.1" status: 204  len: 168 time: 0.1986589
Apr 20 19:30:29.876525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1c1f4-3cad-4859-b30e-1cb158088d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9d2ee-c9a3-407c-a25b-8d7778c75e06,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:29.884263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3256a4d9-541d-4718-8e39-84e77ee06fd6,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:29.886876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:29.890409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-51c1c1f4-3cad-4859-b30e-1cb158088d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:29.891406 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:29.903339 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3256a4d9-541d-4718-8e39-84e77ee06fd6 HTTP/1.1" status: 204  len: 168 time: 0.7954872
Apr 20 19:30:29.903760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60028) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:30.030192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:30.168293 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:30.287112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a4488d30>,) {'filters': {'network_id': ['db84b455-4c09-48c8-9429-b7482523d148']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:30.300130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4488d30>, '255253a5-e8e0-4194-802b-39923441f728') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:30.300517 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4488d30>, '255253a5-e8e0-4194-802b-39923441f728') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:30.313873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850689795'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:30.330041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:30.337909 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:30:30.538314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Network db84b455-4c09-48c8-9429-b7482523d148 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:30:30.550215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1367053'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:30.745599 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c4f3e98e-7a7f-41f2-a623-f8e417a70a33 req-e128be3b-c65b-4824-8a9b-88525f39c751 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0985217
Apr 20 19:30:30.838197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Network db84b455-4c09-48c8-9429-b7482523d148 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:30:30.873960 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:30:31.018862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:31.033024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:31.040682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8063eb5a-d34e-4fa4-9ca6-b53a05f1d3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:31.069954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Pushing event deleted for resources: {'Network': ['ID=db84b455-4c09-48c8-9429-b7482523d148,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:31.069954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:31.071438 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] 10.222.0.38 "DELETE /v2.0/networks/db84b455-4c09-48c8-9429-b7482523d148 HTTP/1.1" status: 204  len: 168 time: 1.1665199
Apr 20 19:30:31.074586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60066) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:31.088000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31798a-4618-416a-a6ed-9c2eb90ea535 req-b76c7059-ccdb-45bb-8358-3f5e30c976a6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:31.089630 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3b31798a-4618-416a-a6ed-9c2eb90ea535 req-b76c7059-ccdb-45bb-8358-3f5e30c976a6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.2116017
Apr 20 19:30:31.142580 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3b31798a-4618-416a-a6ed-9c2eb90ea535 req-864a86b3-b695-46f0-aa24-238c83dae3a1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454142
Apr 20 19:30:31.152380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] Deleting subnet 71338928-bbaf-48be-838e-21b9110a0bc0 {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:30:31.155844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:31.220374 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850814827'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:31.286739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:31.785175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2103971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3167948'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:31.790659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:31.830497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71338928-bbaf-48be-838e-21b9110a0bc0,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:31.833268 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:31.836342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:31.840620 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/71338928-bbaf-48be-838e-21b9110a0bc0 HTTP/1.1" status: 204  len: 168 time: 0.7649164
Apr 20 19:30:31.843269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60090) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:31.964141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:32.113225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:32.246061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a5a790f0>,) {'filters': {'network_id': ['fde39138-307b-46fd-a428-e04b19e804b2']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:32.259353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a5a790f0>, '320dba56-dd8d-49da-bbdf-22cd799d3c23') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:32.259699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a5a790f0>, '320dba56-dd8d-49da-bbdf-22cd799d3c23') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:32.271709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:32.287378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:32.294096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:30:32.482004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Network fde39138-307b-46fd-a428-e04b19e804b2 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:30:32.491140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:32.678304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Network fde39138-307b-46fd-a428-e04b19e804b2 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:30:32.701132 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:30:32.777135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:32.782287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:32.787120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0b4e7507-974e-4c94-8640-cd512f9fa1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:32.810714 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fde39138-307b-46fd-a428-e04b19e804b2 HTTP/1.1" status: 204  len: 168 time: 0.9663193
Apr 20 19:30:32.811594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde39138-307b-46fd-a428-e04b19e804b2,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:32.814414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0905e158-b90e-46e2-a771-fabaf5d9ed52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:33.023326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60106) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:33.150648 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e5eb6f48-c93a-43f6-9642-90ea3b37cb4e req-c627191e-a08f-4f2d-ba39-5769fd9283ae tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.1081152
Apr 20 19:30:33.191496 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3ef7790f-abc7-457b-88af-9bed1f1f4480 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=521f646cae534dc9b05ecef39cc094a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1664543
Apr 20 19:30:33.194735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60112) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:33.247698 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb81d4f-3fd5-4b71-9727-d30bd612691a req-f9aac134-1c05-494e-8f8c-91312b27d56c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:33.251149 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-abb81d4f-3fd5-4b71-9727-d30bd612691a req-f9aac134-1c05-494e-8f8c-91312b27d56c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1595759
Apr 20 19:30:33.285306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ec4f-4a8c-4320-83cb-ba9adc572564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:33.307056 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-abb81d4f-3fd5-4b71-9727-d30bd612691a req-42a26f6f-a238-4eb4-a0f2-7dda17422047 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478199
Apr 20 19:30:33.325591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ec4f-4a8c-4320-83cb-ba9adc572564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:33.381456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ec4f-4a8c-4320-83cb-ba9adc572564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:33.385649 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-24d9c458-0b2f-4892-ac19-dd5c1111467c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:33.398008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5ec4f-4a8c-4320-83cb-ba9adc572564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b32a4b4-54b0-42b1-a48a-1c9f4b07a2c1,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:33.400387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fdc5ec4f-4a8c-4320-83cb-ba9adc572564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:33.406074 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ec4f-4a8c-4320-83cb-ba9adc572564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:33.410508 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-fdc5ec4f-4a8c-4320-83cb-ba9adc572564 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3b32a4b4-54b0-42b1-a48a-1c9f4b07a2c1 HTTP/1.1" status: 204  len: 168 time: 0.2119811
Apr 20 19:30:33.880042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60134) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:33.987793 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ca96a7f5-29a8-4454-a713-775b9fc6e526 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab77f3b998cc41c7b709effd9551215a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1056125
Apr 20 19:30:33.991000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60146) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:34.085103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fc741624-ef3a-412c-acf4-e966d7829f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:34.124545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5f7c8f5a-bf57-4c46-8256-a9c65ed5f4e4 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:34.126892 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5f7c8f5a-bf57-4c46-8256-a9c65ed5f4e4 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 814 time: 0.3201075
Apr 20 19:30:34.136884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fc741624-ef3a-412c-acf4-e966d7829f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:34.174206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Request body: {'port': {'device_id': '0e2a7a38-b159-42bc-8b4a-e137ac5ea64d', 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9', 'admin_state_up': True, 'tenant_id': '360d38b62ef6436f887341a67ecd69b5'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:34.221648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fc741624-ef3a-412c-acf4-e966d7829f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:34.228907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:34.255224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fc741624-ef3a-412c-acf4-e966d7829f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:34.256617 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-fc741624-ef3a-412c-acf4-e966d7829f88 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d9063cc-260b-480c-84a7-068db538d89a HTTP/1.1" status: 204  len: 168 time: 0.2639668
Apr 20 19:30:34.259211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc741624-ef3a-412c-acf4-e966d7829f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9063cc-260b-480c-84a7-068db538d89a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:34.281479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fc741624-ef3a-412c-acf4-e966d7829f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:34.429304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:34.461772 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:34.480931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Made reservation on behalf of 360d38b62ef6436f887341a67ecd69b5 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:30:34.489197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:34.619149 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8b22f593-8838-40b7-9bce-3cee0ddf1b9c req-8a51cc19-2aae-45e6-a68f-8301f525dc8c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0917439
Apr 20 19:30:34.787241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Allocated IP 172.20.0.8 (94eaea9d-e39c-47da-9fde-443a214825c9/add3c7d3-92e3-4258-8d3e-f52b66da3af5/bad69e7f-11c2-477d-a791-ffe7c816a6f4) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:30:34.879574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6e191-95f7-4e35-b98f-28bd39afaf95 req-71d0aa6a-cd9a-48b9-98df-54ecd9715285 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:34.888296 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9b6e191-95f7-4e35-b98f-28bd39afaf95 req-71d0aa6a-cd9a-48b9-98df-54ecd9715285 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1347582
Apr 20 19:30:34.974635 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9b6e191-95f7-4e35-b98f-28bd39afaf95 req-d75037d2-6d1d-4273-9b44-81390c68c040 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848029
Apr 20 19:30:35.089309 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:35.142557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:35.151819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9989cbc5-fe65-47d5-953f-3e682f3eadf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:35.200068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'e7c3b303-1f91-4666-9c18-e7c69424a700'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:30:35.249782 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Network 94eaea9d-e39c-47da-9fde-443a214825c9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:30:35.251056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:30:35.286588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:30:35.359892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Pushing event updated for resources: {'Port': ['ID=bad69e7f-11c2-477d-a791-ffe7c816a6f4,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:35.366859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:35.428886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:35.429716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:35.474361 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3064411
Apr 20 19:30:35.511307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Request body: {'port': {'device_id': '0e2a7a38-b159-42bc-8b4a-e137ac5ea64d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:35.686059 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:35.777029 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60232) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:36.006620 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f6b59-b447-4609-a7b2-c59bab8a5e41 req-ac2f7456-2c9f-48c0-8f93-7671d67be9e5 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:36.015000 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-850f6b59-b447-4609-a7b2-c59bab8a5e41 req-ac2f7456-2c9f-48c0-8f93-7671d67be9e5 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 931 time: 0.1291254
Apr 20 19:30:36.081832 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.113080 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-850f6b59-b447-4609-a7b2-c59bab8a5e41 req-8018a4de-c61f-4c99-a14a-f0eee1a98dae tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964088
Apr 20 19:30:36.122030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:36.126240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Usage tracker for resource:security_group_rule and tenant:623ef250cbdb4053bb4f871468a91e4d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:36.130051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:36.136511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:36.290153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad69e7f-11c2-477d-a791-ffe7c816a6f4 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:30:36.298415 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.308514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d4c0c-33f8-46c8-baec-5eaee95e29fd req-2e0c2c4f-87a0-4472-bf36-1baf316729ad tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:36.310192 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-964d4c0c-33f8-46c8-baec-5eaee95e29fd req-2e0c2c4f-87a0-4472-bf36-1baf316729ad tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1550560
Apr 20 19:30:36.312079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.315234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.322629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Transition to ACTIVE for port object bad69e7f-11c2-477d-a791-ffe7c816a6f4 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:30:36.325779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.328416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6d5ab11f-3aa1-455d-ac62-a5882902563e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:36.330730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ba2227a-d2ba-4a30-a735-3bd3c22da4e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:36.421966 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-964d4c0c-33f8-46c8-baec-5eaee95e29fd req-d615c8c7-7fd7-448f-8fbf-9db95c09ea0e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954127
Apr 20 19:30:36.429759 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=623ef250cbdb4053bb4f871468a91e4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6511326
Apr 20 19:30:36.430804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a749a5aa-9483-453b-ac80-3bf3181d4a53,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:36.433478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60244) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:36.450529 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:36.519284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da5bbfe7-366c-42ba-a430-124233ed2053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.548211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da5bbfe7-366c-42ba-a430-124233ed2053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.596604 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da5bbfe7-366c-42ba-a430-124233ed2053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.602716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:36.614761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Pushing event updated for resources: {'Port': ['ID=bad69e7f-11c2-477d-a791-ffe7c816a6f4,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:36.622084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:36.625164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bbfe7-366c-42ba-a430-124233ed2053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a749a5aa-9483-453b-ac80-3bf3181d4a53,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:36.636166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-da5bbfe7-366c-42ba-a430-124233ed2053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:36.637395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da5bbfe7-366c-42ba-a430-124233ed2053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.638748 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-da5bbfe7-366c-42ba-a430-124233ed2053 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a749a5aa-9483-453b-ac80-3bf3181d4a53 HTTP/1.1" status: 204  len: 168 time: 0.1900063
Apr 20 19:30:36.671088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Attempting to bind port bad69e7f-11c2-477d-a791-ffe7c816a6f4 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:30:36.671545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Attempting to bind port bad69e7f-11c2-477d-a791-ffe7c816a6f4 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:30:36.671995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Attempting to bind port bad69e7f-11c2-477d-a791-ffe7c816a6f4 on network 94eaea9d-e39c-47da-9fde-443a214825c9 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:30:36.685633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Port bad69e7f-11c2-477d-a791-ffe7c816a6f4 on network 94eaea9d-e39c-47da-9fde-443a214825c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:30:36.685633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Attempting to bind port bad69e7f-11c2-477d-a791-ffe7c816a6f4 on network 94eaea9d-e39c-47da-9fde-443a214825c9 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:30:36.685633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:30:36.685633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Checking segment: {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:30:36.686169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Bound using segment: {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:30:36.686348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Bound port: bad69e7f-11c2-477d-a791-ffe7c816a6f4, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:30:36.686839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.800996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] For port bad69e7f-11c2-477d-a791-ffe7c816a6f4, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:30:36.805004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] For port bad69e7f-11c2-477d-a791-ffe7c816a6f4, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bad69e7f-11c2-477d-a791-ffe7c816a6f4,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:30:36.808344 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.813122 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:36.877956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:36.878756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.880559 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] 10.222.0.55 "PUT /v2.0/ports/bad69e7f-11c2-477d-a791-ffe7c816a6f4 HTTP/1.1" status: 200  len: 1093 time: 1.3763309
Apr 20 19:30:36.881318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2a7a38-b159-42bc-8b4a-e137ac5ea64d', 'tag': 'bad69e7f-11c2-477d-a791-ffe7c816a6f4'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:30:36.901354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Pushing event updated for resources: {'Port': ['ID=bad69e7f-11c2-477d-a791-ffe7c816a6f4,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:36.904827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:36.933742 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2a7a38-b159-42bc-8b4a-e137ac5ea64d', 'tag': 'bad69e7f-11c2-477d-a791-ffe7c816a6f4', 'status': 'completed', 'code': 200}
Apr 20 19:30:36.969339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60262) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:36.988810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.008564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:37.012724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Usage tracker for resource:security_group_rule and tenant:c23567b5b459484e8fa95e57026da639 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:37.015736 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:37.022538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:37.066937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-d980f2d4-57c4-4578-b61c-ae05c2b83397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:37.068623 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-d980f2d4-57c4-4578-b61c-ae05c2b83397 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 1096 time: 0.0876427
Apr 20 19:30:37.113904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.117101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.126162 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:37.177490 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c23567b5b459484e8fa95e57026da639&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2069538
Apr 20 19:30:37.177704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60274) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:37.180490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117de136-3701-43c2-a324-2b7d8b5c6711,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:37.181744 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-6c09eb34-27ed-4e1b-93ae-eac60f841adb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bad69e7f-11c2-477d-a791-ffe7c816a6f4 HTTP/1.1" status: 200  len: 217 time: 0.0808158
Apr 20 19:30:37.184257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:37.314870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-770b988a-ba88-4013-b4b9-f58f14ef533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.333898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5b75d755-239d-48ae-bbfa-f1301a07e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:37.335458 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-5b75d755-239d-48ae-bbfa-f1301a07e2d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.1106067
Apr 20 19:30:37.345261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748b88-bcbb-4a23-84df-0faf3b31b88f req-ce814784-4466-42bd-b053-7f7dcf861e9a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:37.347152 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ce748b88-bcbb-4a23-84df-0faf3b31b88f req-ce814784-4466-42bd-b053-7f7dcf861e9a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 943 time: 0.1047802
Apr 20 19:30:37.397654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-770b988a-ba88-4013-b4b9-f58f14ef533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.412784 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ce748b88-bcbb-4a23-84df-0faf3b31b88f req-d20515e6-6176-49f1-8c66-4ca78097d689 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567329
Apr 20 19:30:37.433750 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-4a882cdf-2f2b-4a97-90f3-4e0a780edf50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0907576
Apr 20 19:30:37.587619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-770b988a-ba88-4013-b4b9-f58f14ef533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.594120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:37.616652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b988a-ba88-4013-b4b9-f58f14ef533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117de136-3701-43c2-a324-2b7d8b5c6711,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:37.622314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-770b988a-ba88-4013-b4b9-f58f14ef533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:37.627059 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-47f73026-e966-409e-9454-78990a8fc8c6 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771474
Apr 20 19:30:37.627890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-770b988a-ba88-4013-b4b9-f58f14ef533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.632173 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-770b988a-ba88-4013-b4b9-f58f14ef533e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/117de136-3701-43c2-a324-2b7d8b5c6711 HTTP/1.1" status: 204  len: 168 time: 0.4498212
Apr 20 19:30:37.635767 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102b9f1-4dbd-401d-92be-6d8612454052 req-2491e163-3652-45a7-9561-f5f8f8ddfc57 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:37.637546 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a102b9f1-4dbd-401d-92be-6d8612454052 req-2491e163-3652-45a7-9561-f5f8f8ddfc57 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0902872
Apr 20 19:30:37.698946 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a102b9f1-4dbd-401d-92be-6d8612454052 req-d891bb0c-f405-4e27-8239-4a8b22ede574 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457678
Apr 20 19:30:37.793174 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d64dded8-c304-4b7e-b8f0-4e2fc3fa21f6 req-668022a9-a0bd-4ee1-bf20-7706f1936d52 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531632
Apr 20 19:30:38.034897 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-4d559875-5567-4f91-9b24-976ff07f601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:38.037012 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-4d559875-5567-4f91-9b24-976ff07f601a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 1096 time: 0.0902596
Apr 20 19:30:38.207427 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-3b323d34-67a7-4e2a-8df0-d98a6d92cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:38.210288 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-3b323d34-67a7-4e2a-8df0-d98a6d92cf64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 915 time: 0.1565416
Apr 20 19:30:38.530949 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-d0ff62a7-d399-4f71-b76b-cbdf3c18773b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bad69e7f-11c2-477d-a791-ffe7c816a6f4 HTTP/1.1" status: 200  len: 217 time: 0.3134949
Apr 20 19:30:38.620176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-9ad10a13-7e66-47e0-984e-80c1af069de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:38.622246 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-9ad10a13-7e66-47e0-984e-80c1af069de8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.0737963
Apr 20 19:30:38.673434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef976c-f8c6-4b13-b0aa-e4ddfe566e7a req-e380d609-d774-4629-85e3-0245719a4499 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:38.675385 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8eef976c-f8c6-4b13-b0aa-e4ddfe566e7a req-e380d609-d774-4629-85e3-0245719a4499 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 943 time: 0.1196547
Apr 20 19:30:38.681652 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-25a7356a-ce2d-4601-8fc7-2d18d34d3fd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509400
Apr 20 19:30:38.740141 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8eef976c-f8c6-4b13-b0aa-e4ddfe566e7a req-8cf4bfd1-f203-490e-b369-5d6c75e4b06f tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555363
Apr 20 19:30:38.855391 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-9fe8e168-53f3-47d2-832b-20f8d87d8a0e service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661043
Apr 20 19:30:38.945003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b0d73-f3ad-4904-ad37-0e10cda71af9 req-49f391c8-96cb-45b5-91af-48d72d6772cb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:38.946625 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc2b0d73-f3ad-4904-ad37-0e10cda71af9 req-49f391c8-96cb-45b5-91af-48d72d6772cb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0968490
Apr 20 19:30:39.001715 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bc2b0d73-f3ad-4904-ad37-0e10cda71af9 req-35f25e32-4785-483e-9013-2d25dff372d6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478804
Apr 20 19:30:39.676694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60356) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:39.807084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:39.823206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:39.827280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Usage tracker for resource:security_group_rule and tenant:e54a098df2904d86aba81d9b968703cf is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:39.830287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:39.836961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:39.927373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:39.930451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:39.939632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9c721b15-d2c9-4534-b831-2f3330894307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:39.984294 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e54a098df2904d86aba81d9b968703cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3062954
Apr 20 19:30:39.985286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a215fe-1354-44a9-abc1-a13044d5da0b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:39.987097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60366) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:39.989015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:40.061050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-65311010-d2b5-4abc-bc07-4f635f95cfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.089808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-65311010-d2b5-4abc-bc07-4f635f95cfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.138358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-65311010-d2b5-4abc-bc07-4f635f95cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.143552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-64e845e7-a1a0-4e56-8891-68f50c04f26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:40.154589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65311010-d2b5-4abc-bc07-4f635f95cfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a215fe-1354-44a9-abc1-a13044d5da0b,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:40.158264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-65311010-d2b5-4abc-bc07-4f635f95cfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:40.162117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-65311010-d2b5-4abc-bc07-4f635f95cfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.163336 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-65311010-d2b5-4abc-bc07-4f635f95cfe7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4a215fe-1354-44a9-abc1-a13044d5da0b HTTP/1.1" status: 204  len: 168 time: 0.1751790
Apr 20 19:30:40.458015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60380) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:40.478131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.494047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:40.498171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Usage tracker for resource:security_group_rule and tenant:56d3ede9eaf44e85bdacf2469d5173d5 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:40.501138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:40.507617 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:40.594053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.596926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.606097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cbd39a33-1db6-41d4-9d34-723f1594fffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:40.650782 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56d3ede9eaf44e85bdacf2469d5173d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1915872
Apr 20 19:30:40.652417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9611b649-17f9-4de7-9e03-ce1e05f8c528,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:40.653814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60384) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:40.655755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:40.716792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b7949eab-7e8e-4739-93aa-34918fa70fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.744821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b7949eab-7e8e-4739-93aa-34918fa70fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.792277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b7949eab-7e8e-4739-93aa-34918fa70fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.796130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fc741624-ef3a-412c-acf4-e966d7829f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:40.811423 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7949eab-7e8e-4739-93aa-34918fa70fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9611b649-17f9-4de7-9e03-ce1e05f8c528,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:40.814431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b7949eab-7e8e-4739-93aa-34918fa70fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:40.824973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b7949eab-7e8e-4739-93aa-34918fa70fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:40.826193 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b7949eab-7e8e-4739-93aa-34918fa70fbd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9611b649-17f9-4de7-9e03-ce1e05f8c528 HTTP/1.1" status: 204  len: 168 time: 0.1713185
Apr 20 19:30:42.000476 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8f70072-07dd-4b62-9192-c52e3eaeb32a req-ea541c0d-1960-446b-9457-7e632a6e7d4a service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723633
Apr 20 19:30:42.183771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b847cae-4369-462f-9575-58b1468f9404 req-3d08557c-acf1-43a3-a1cc-9cb01304692d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:42.185397 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5b847cae-4369-462f-9575-58b1468f9404 req-3d08557c-acf1-43a3-a1cc-9cb01304692d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 943 time: 0.1744676
Apr 20 19:30:42.193710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992752f-bea0-4782-9823-ac1ca1ec5da5 req-60f83b49-b8a2-4db4-b5d3-e055c2780969 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:42.195150 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c992752f-bea0-4782-9823-ac1ca1ec5da5 req-60f83b49-b8a2-4db4-b5d3-e055c2780969 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1441247
Apr 20 19:30:42.282472 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c992752f-bea0-4782-9823-ac1ca1ec5da5 req-1dec90ca-c22a-4d33-9f03-ce4f50df58b1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701532
Apr 20 19:30:42.299931 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5b847cae-4369-462f-9575-58b1468f9404 req-34805d8e-6873-429f-b140-3cf04e7d489d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031454
Apr 20 19:30:43.780948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dd6b0-6745-4c4a-a922-1811a9ba849f req-de7f9cc2-762b-4907-ba8d-2a3e5a1c13ff tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:43.783004 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-032dd6b0-6745-4c4a-a922-1811a9ba849f req-de7f9cc2-762b-4907-ba8d-2a3e5a1c13ff tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.3732052
Apr 20 19:30:43.795370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8b746-8348-4c6e-8b0d-fb74ad23c2c3 req-dff616ba-4b7e-4dbf-bec1-cd6521795a4c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:43.796984 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6ce8b746-8348-4c6e-8b0d-fb74ad23c2c3 req-dff616ba-4b7e-4dbf-bec1-cd6521795a4c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 943 time: 0.3435802
Apr 20 19:30:43.884524 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-032dd6b0-6745-4c4a-a922-1811a9ba849f req-38df65e8-e84f-4cd5-bc2d-43a02393a0df tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864725
Apr 20 19:30:43.887663 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6ce8b746-8348-4c6e-8b0d-fb74ad23c2c3 req-9a03b9cc-8727-405d-8ed3-54ceda72098d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731127
Apr 20 19:30:44.909356 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device bad69e7f-11c2-477d-a791-ffe7c816a6f4 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:30:45.066791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port bad69e7f-11c2-477d-a791-ffe7c816a6f4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bad69e7f-11c2-477d-a791-ffe7c816a6f4,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:45.081839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': 'bad69e7f-11c2-477d-a791-ffe7c816a6f4', 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9', 'port_id': 'bad69e7f-11c2-477d-a791-ffe7c816a6f4', 'mac_address': 'fa:16:3e:9f:ca:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add3c7d3-92e3-4258-8d3e-f52b66da3af5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:30:45.151256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:45.171226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad69e7f-11c2-477d-a791-ffe7c816a6f4 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:30:45.175028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8ee84-fe23-4f28-9cb2-6bb2d5939c3e req-69c73c78-cca2-4eaf-82ef-e621a5d6b788 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:45.177709 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e8d8ee84-fe23-4f28-9cb2-6bb2d5939c3e req-69c73c78-cca2-4eaf-82ef-e621a5d6b788 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1658785
Apr 20 19:30:45.188139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port bad69e7f-11c2-477d-a791-ffe7c816a6f4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bad69e7f-11c2-477d-a791-ffe7c816a6f4,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:45.190561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35386c4-a426-42bc-9b75-3264494f1631 req-c2708978-f8c1-46a1-bbff-32d3424e7d22 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:45.190996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:45.192193 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f35386c4-a426-42bc-9b75-3264494f1631 req-c2708978-f8c1-46a1-bbff-32d3424e7d22 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 943 time: 0.1432047
Apr 20 19:30:45.193076 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:45.267051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=bad69e7f-11c2-477d-a791-ffe7c816a6f4,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:45.271353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:45.272481 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e8d8ee84-fe23-4f28-9cb2-6bb2d5939c3e req-811fff2e-f3d5-4b28-8b62-a55034c385bc tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792115
Apr 20 19:30:45.275941 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f35386c4-a426-42bc-9b75-3264494f1631 req-a05af57a-48af-4779-b06f-378b1f2cdc44 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670090
Apr 20 19:30:45.705280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['bad69e7f-11c2-477d-a791-ffe7c816a6f4'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:30:46.189118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60622) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:46.325945 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:46.347809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:46.352961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a468030a85948438f5f1cf6222de9b5 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:46.356372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:46.362850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:46.477229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:46.480913 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:46.493525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fdc5ec4f-4a8c-4320-83cb-ba9adc572564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:46.544184 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a468030a85948438f5f1cf6222de9b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3537927
Apr 20 19:30:46.546960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60644) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:46.547609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02d66b-e07d-4aaf-9dfb-5f6e06dc8c07,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:46.557640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:46.592673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe7516-6cac-477e-8cba-473e27058282 req-ceb7f3f3-1b03-4cc1-a469-99119679e901 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:46.594373 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88fe7516-6cac-477e-8cba-473e27058282 req-ceb7f3f3-1b03-4cc1-a469-99119679e901 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 944 time: 0.1906321
Apr 20 19:30:46.649964 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32da84-7430-4c86-ba57-3c06093b3e6a req-a85cd2f4-c63c-4dd7-b3e2-98b817ab2761 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:46.651544 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0b32da84-7430-4c86-ba57-3c06093b3e6a req-a85cd2f4-c63c-4dd7-b3e2-98b817ab2761 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1972079
Apr 20 19:30:46.708598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-11d352b7-fc70-4202-95f0-2f3228e82c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:46.716472 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88fe7516-6cac-477e-8cba-473e27058282 req-0fc332cb-fa3b-481b-bf6f-41fea1abd4da tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121023
Apr 20 19:30:46.758781 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0b32da84-7430-4c86-ba57-3c06093b3e6a req-803408fb-1fd5-4e2f-9d00-a060ff1243da tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838952
Apr 20 19:30:46.775854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-11d352b7-fc70-4202-95f0-2f3228e82c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:46.836979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-11d352b7-fc70-4202-95f0-2f3228e82c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:46.844343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-61b8d827-cbee-414d-8d30-c7c2102f8581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:46.871093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d352b7-fc70-4202-95f0-2f3228e82c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02d66b-e07d-4aaf-9dfb-5f6e06dc8c07,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:46.873235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-11d352b7-fc70-4202-95f0-2f3228e82c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:46.876889 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-11d352b7-fc70-4202-95f0-2f3228e82c45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f02d66b-e07d-4aaf-9dfb-5f6e06dc8c07 HTTP/1.1" status: 204  len: 168 time: 0.3249736
Apr 20 19:30:46.876889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-11d352b7-fc70-4202-95f0-2f3228e82c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:48.053792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff587cc-cc57-43cc-8e59-99a7aabc151c req-f893428b-1798-4f34-8048-270788085096 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:48.055577 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ff587cc-cc57-43cc-8e59-99a7aabc151c req-f893428b-1798-4f34-8048-270788085096 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 944 time: 0.1897805
Apr 20 19:30:48.067863 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82049d8-a443-4f86-b5ef-83b19653a708 req-f4c0b946-805f-4bd6-a977-2a473eb2ce76 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:48.069506 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b82049d8-a443-4f86-b5ef-83b19653a708 req-f4c0b946-805f-4bd6-a977-2a473eb2ce76 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1552491
Apr 20 19:30:48.167225 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b82049d8-a443-4f86-b5ef-83b19653a708 req-2ab80223-daed-4701-a8d7-dc3065f4dd33 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814168
Apr 20 19:30:48.173657 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ff587cc-cc57-43cc-8e59-99a7aabc151c req-368fbdc2-8705-4e29-9e75-35df97e30eac tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016731
Apr 20 19:30:48.909249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device bad69e7f-11c2-477d-a791-ffe7c816a6f4 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:30:48.922505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60728) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:48.981501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port bad69e7f-11c2-477d-a791-ffe7c816a6f4 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:30:48.986617 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port bad69e7f-11c2-477d-a791-ffe7c816a6f4 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:30:48.987049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.052688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.069397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:49.073460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Usage tracker for resource:security_group_rule and tenant:44abc2e26a164addbffdc3a3de693568 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:49.076381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:49.083445 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:49.118034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.147002 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2a7a38-b159-42bc-8b4a-e137ac5ea64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad69e7f-11c2-477d-a791-ffe7c816a6f4'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:30:49.159559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port bad69e7f-11c2-477d-a791-ffe7c816a6f4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bad69e7f-11c2-477d-a791-ffe7c816a6f4,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:49.163835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.165976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:49.175965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.179177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.193130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-49215ce9-12ab-457f-bf7b-682d3f56f4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:49.238895 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60740) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:49.246086 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2a7a38-b159-42bc-8b4a-e137ac5ea64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad69e7f-11c2-477d-a791-ffe7c816a6f4', 'code': 200}
Apr 20 19:30:49.247120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=bad69e7f-11c2-477d-a791-ffe7c816a6f4,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:49.250523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:49.257345 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44abc2e26a164addbffdc3a3de693568&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3335381
Apr 20 19:30:49.273882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c95611-f5e7-489a-a6a6-0648efa907b7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:49.278549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:49.333073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d4f155a3-0ad3-4f63-808c-a2cdf5f32e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.363153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d4f155a3-0ad3-4f63-808c-a2cdf5f32e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.430659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d4f155a3-0ad3-4f63-808c-a2cdf5f32e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.461678 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-15801a55-d9e2-430c-8cbd-d72e76be34f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:49.479578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f155a3-0ad3-4f63-808c-a2cdf5f32e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c95611-f5e7-489a-a6a6-0648efa907b7,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:49.484085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d4f155a3-0ad3-4f63-808c-a2cdf5f32e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:49.486207 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d4f155a3-0ad3-4f63-808c-a2cdf5f32e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.497314 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d4f155a3-0ad3-4f63-808c-a2cdf5f32e23 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2c95611-f5e7-489a-a6a6-0648efa907b7 HTTP/1.1" status: 204  len: 168 time: 0.2473834
Apr 20 19:30:49.571402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629caa2-5933-4ae5-8960-dac93ea0b390 req-a91034bc-612a-4de9-b8b1-474a68db6e3b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:49.579721 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e629caa2-5933-4ae5-8960-dac93ea0b390 req-a91034bc-612a-4de9-b8b1-474a68db6e3b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 945 time: 0.2111931
Apr 20 19:30:49.591563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0050335-3835-4cb2-a6fa-48aad260ba60 req-11b001f7-452f-4412-b3de-6695f9c0b7fb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:49.593205 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d0050335-3835-4cb2-a6fa-48aad260ba60 req-11b001f7-452f-4412-b3de-6695f9c0b7fb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.2698369
Apr 20 19:30:49.688667 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d0050335-3835-4cb2-a6fa-48aad260ba60 req-640b7c0b-f381-46a5-8506-1e8ec81fc4a0 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794303
Apr 20 19:30:49.693088 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e629caa2-5933-4ae5-8960-dac93ea0b390 req-ea3c68df-23e9-4a35-a4df-2f855256ee69 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124153
Apr 20 19:30:49.888904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60764) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:49.907664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.922933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:49.927457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Usage tracker for resource:security_group_rule and tenant:46bad52c187e40aeb9931b0ffc702158 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:49.930397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:49.936312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:50.019984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:50.022807 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:50.031571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d28567f2-bfb7-4373-b55b-67eeb0e57311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:50.074862 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46bad52c187e40aeb9931b0ffc702158&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1848240
Apr 20 19:30:50.076550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32560602-f555-4db0-ad7b-8d4d1957fd55,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:50.077831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60768) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:50.079772 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:50.141226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-01d3e9a2-fa77-4748-bf6b-42f1cbfcc4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:50.168462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-01d3e9a2-fa77-4748-bf6b-42f1cbfcc4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:50.217504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-01d3e9a2-fa77-4748-bf6b-42f1cbfcc4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:50.221428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-da41ccd8-e101-4512-82e9-28afbff72ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:50.234886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3e9a2-fa77-4748-bf6b-42f1cbfcc4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32560602-f555-4db0-ad7b-8d4d1957fd55,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:50.237906 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-01d3e9a2-fa77-4748-bf6b-42f1cbfcc4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:50.245856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-01d3e9a2-fa77-4748-bf6b-42f1cbfcc4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:50.247074 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-01d3e9a2-fa77-4748-bf6b-42f1cbfcc4a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32560602-f555-4db0-ad7b-8d4d1957fd55 HTTP/1.1" status: 204  len: 168 time: 0.1674559
Apr 20 19:30:52.268538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb712f7e-8e40-473c-833f-bc922103dcfb req-49686860-7921-4440-a8c4-9211e1d490ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:52.271108 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bb712f7e-8e40-473c-833f-bc922103dcfb req-49686860-7921-4440-a8c4-9211e1d490ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 1098 time: 0.1203480
Apr 20 19:30:52.344297 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bb712f7e-8e40-473c-833f-bc922103dcfb req-970232cc-48dc-4f3c-b197-28a6bcd670bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624077
Apr 20 19:30:52.500479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a6b9e-cb1d-4c07-bdc1-222d0b0fb2e1 req-311077c5-49be-4f9b-9e51-23b1c42b48ad tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:52.502080 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9d6a6b9e-cb1d-4c07-bdc1-222d0b0fb2e1 req-311077c5-49be-4f9b-9e51-23b1c42b48ad tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1636415
Apr 20 19:30:52.512159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0fa57-303c-49c0-bd2e-307f6783afef req-77ddf55c-2fc9-4b84-9868-476209c6e296 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:52.513722 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a8c0fa57-303c-49c0-bd2e-307f6783afef req-77ddf55c-2fc9-4b84-9868-476209c6e296 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 945 time: 0.1362107
Apr 20 19:30:52.586824 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9d6a6b9e-cb1d-4c07-bdc1-222d0b0fb2e1 req-15111504-04b3-4465-a731-1b4718f4638e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720794
Apr 20 19:30:52.593993 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a8c0fa57-303c-49c0-bd2e-307f6783afef req-ed4fbb6d-0ac8-4baf-9567-bcaee350fadd tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629735
Apr 20 19:30:53.244086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:30:53.866272 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f9241-6c81-43e0-b9f6-dae7d161639d req-94d89d07-13eb-4a60-bd3c-23055e998301 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:53.867896 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-041f9241-6c81-43e0-b9f6-dae7d161639d req-94d89d07-13eb-4a60-bd3c-23055e998301 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1638527
Apr 20 19:30:53.877115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da4c1-3a81-4ddd-baa0-d37403fbaf8e req-f36af108-2e8a-4bca-903a-1bab43c950db tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:53.878616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5a1da4c1-3a81-4ddd-baa0-d37403fbaf8e req-f36af108-2e8a-4bca-903a-1bab43c950db tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 945 time: 0.1317058
Apr 20 19:30:53.950493 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-041f9241-6c81-43e0-b9f6-dae7d161639d req-43210d31-2a21-48c6-aed5-896b8289cb9e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703099
Apr 20 19:30:53.961683 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5a1da4c1-3a81-4ddd-baa0-d37403fbaf8e req-93c766ed-314c-4602-8293-53d54195557d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653732
Apr 20 19:30:54.524818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 60868) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:54.656512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:54.672382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:54.677009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Usage tracker for resource:security_group_rule and tenant:bc45474f1f4f4f4da6ceb65ed28fbc38 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:54.679966 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:54.685996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:54.782507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:54.787181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:54.795974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-01d3e9a2-fa77-4748-bf6b-42f1cbfcc4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:54.842237 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc45474f1f4f4f4da6ceb65ed28fbc38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3159962
Apr 20 19:30:54.843174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c9c8ca-71ea-4efe-a635-fd17b64fb37e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:54.845165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 60878) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:54.852441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.852899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.853305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.853699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.854093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.854487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.854878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.855266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.855654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.856038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.856420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.856834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:54.861334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:54.919069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:54.946871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:54.995845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:55.004865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-382f6a97-e6c9-47ec-bab5-6c0a354f28fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:55.018739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c9c8ca-71ea-4efe-a635-fd17b64fb37e,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:55.028809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.029232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.029640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.030042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.030436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.030933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.031303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.031856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.032396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.032957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.034169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.034718 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:55.042759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:55.045733 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:55.050221 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/86c9c8ca-71ea-4efe-a635-fd17b64fb37e HTTP/1.1" status: 204  len: 168 time: 0.2039857
Apr 20 19:30:55.083585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bf83a4cb-f775-4143-9b5a-2be56d7b5f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:55.451606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabcb4a-a51d-4ac7-b63e-86593b88899d req-cd8ed63d-f8fe-4fa9-9a84-5532e3497e52 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:55.456915 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6aabcb4a-a51d-4ac7-b63e-86593b88899d req-cd8ed63d-f8fe-4fa9-9a84-5532e3497e52 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.2767630
Apr 20 19:30:55.467967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b9ecb-3c69-4953-b0c0-0ffcad8b3bc2 req-d843fb11-276d-4564-b944-498c2ad71ec9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:55.476456 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4a4b9ecb-3c69-4953-b0c0-0ffcad8b3bc2 req-d843fb11-276d-4564-b944-498c2ad71ec9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 945 time: 0.1722479
Apr 20 19:30:55.533537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01371-5567-4d06-99bf-9782efbd3c7a req-fb8ddf3b-57ab-4fed-a082-df62ab6cab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:55.535956 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4fe01371-5567-4d06-99bf-9782efbd3c7a req-fb8ddf3b-57ab-4fed-a082-df62ab6cab14 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 1098 time: 0.1723461
Apr 20 19:30:55.544398 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6aabcb4a-a51d-4ac7-b63e-86593b88899d req-f716f88b-5c1f-47a9-991a-6abf96047e50 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657485
Apr 20 19:30:55.582571 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4a4b9ecb-3c69-4953-b0c0-0ffcad8b3bc2 req-df88f991-e563-4cc9-b25c-ebca6d8fe12b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052277
Apr 20 19:30:55.601726 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4fe01371-5567-4d06-99bf-9782efbd3c7a req-77993678-d0c0-45a6-93ac-e5a551fa5dd8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586603
Apr 20 19:30:56.816192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0a03-a72f-4157-9ede-790e211de146 req-b1bbce61-80b7-4797-b87c-08741ed5933f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:56.826244 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-1743c681-1449-4e6f-9f15-9aa9dff63bcb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0996144
Apr 20 19:30:56.826993 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f75e0a03-a72f-4157-9ede-790e211de146 req-b1bbce61-80b7-4797-b87c-08741ed5933f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1516850
Apr 20 19:30:56.875987 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f75e0a03-a72f-4157-9ede-790e211de146 req-9b7733b7-0dbc-48a6-a08d-207d03ceb7d4 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452328
Apr 20 19:30:57.053892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-07aead0a-798c-4b34-b677-d456c2a7bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:57.055547 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-07aead0a-798c-4b34-b677-d456c2a7bf97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 1099 time: 0.0932639
Apr 20 19:30:57.310535 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-1f48a348-6248-4ba2-9f4b-a4acf4cf0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:57.312691 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-1f48a348-6248-4ba2-9f4b-a4acf4cf0aac service neutron] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 915 time: 0.2163467
Apr 20 19:30:57.395588 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-ca98529f-50c7-40d9-8ceb-a5809dc7dd81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca HTTP/1.1" status: 200  len: 217 time: 0.0720787
Apr 20 19:30:57.456566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0db8582d-e021-412b-bf80-ed80fb4cc8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:57.487363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-82937fdd-e06d-413f-b8c9-fccd2b1d26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:57.489801 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-82937fdd-e06d-413f-b8c9-fccd2b1d26b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.0737295
Apr 20 19:30:57.566315 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-96a1a683-16e2-4049-991a-6e185b0eab35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564299
Apr 20 19:30:57.741543 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-b2b1dfef-978f-4e40-b05b-3fca9976cf95 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492975
Apr 20 19:30:57.913302 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c06b753-8a6e-40de-b867-365e93aaec7d req-ebece56b-0565-4046-ab3e-112e3174a665 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601236
Apr 20 19:30:58.130862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aa4b4-743c-4a98-b9fa-7a66195044bb req-0d3bfb1f-3952-4015-bfb6-980b427f1673 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:58.132571 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d41aa4b4-743c-4a98-b9fa-7a66195044bb req-0d3bfb1f-3952-4015-bfb6-980b427f1673 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.1126556
Apr 20 19:30:58.188447 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d41aa4b4-743c-4a98-b9fa-7a66195044bb req-76210941-7fe4-4613-a367-a43da9469992 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491958
Apr 20 19:30:58.418603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6d5-bddc-4068-bfe2-5a75c0bb2c91 req-08627e34-3f8c-4495-af20-5405c49b7fb1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:58.420229 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8028a6d5-bddc-4068-bfe2-5a75c0bb2c91 req-08627e34-3f8c-4495-af20-5405c49b7fb1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1017258
Apr 20 19:30:58.504931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:58.534356 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8028a6d5-bddc-4068-bfe2-5a75c0bb2c91 req-7ac06d14-d45c-4006-bdfc-7c3915414d92 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054213
Apr 20 19:30:58.602513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:58.781944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:59.386916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:07.823232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-a98f3be4-ce5e-425f-94c3-68da635b7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:07.825263 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-a98f3be4-ce5e-425f-94c3-68da635b7ae3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1099 time: 0.0858734
Apr 20 19:31:07.975368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b303fe6-76f1-4e69-b7e6-5d32dcc00db6 req-c9e12d34-e32a-4891-a7e4-0cb52244107d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:07.977838 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b303fe6-76f1-4e69-b7e6-5d32dcc00db6 req-c9e12d34-e32a-4891-a7e4-0cb52244107d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1112826
Apr 20 19:31:08.012629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-c30ad8f3-3413-4bb3-8f04-c80984289f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:08.014592 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-c30ad8f3-3413-4bb3-8f04-c80984289f52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 919 time: 0.1623416
Apr 20 19:31:08.036009 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b303fe6-76f1-4e69-b7e6-5d32dcc00db6 req-1af9ea5f-f903-44ae-8082-6576f0399516 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511439
Apr 20 19:31:08.116435 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-7707a531-8d00-440a-9634-c15cd35cecf6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd320e4-5118-4b15-8942-5329b2b163c1 HTTP/1.1" status: 200  len: 217 time: 0.0785892
Apr 20 19:31:08.204020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-a3a2512a-7040-4862-90bd-b943dba17886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:08.205731 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-a3a2512a-7040-4862-90bd-b943dba17886 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 200  len: 858 time: 0.0793030
Apr 20 19:31:08.279855 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-80db83cc-f838-4818-9f4a-24fefaa026d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567315
Apr 20 19:31:08.487495 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-759bfc00-4dee-4801-ac13-c60231e8b8fa service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1979542
Apr 20 19:31:08.639850 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fddeba0-42e8-4468-9d3c-6275ce7c69ce req-17d9e205-9903-41c6-b7a1-d9551305e619 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412797
Apr 20 19:31:09.117185 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 32960) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:09.250520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aaf49-2cc8-40b3-9291-4497f12d942e req-4db14948-90d7-4242-b946-a6108fc89c18 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:09.252343 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-460aaf49-2cc8-40b3-9291-4497f12d942e req-4db14948-90d7-4242-b946-a6108fc89c18 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0961382
Apr 20 19:31:09.297953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:09.302252 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-460aaf49-2cc8-40b3-9291-4497f12d942e req-b8215f60-2736-420d-bf9e-48d1a4aae7c2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435741
Apr 20 19:31:09.314499 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:09.319255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Usage tracker for resource:security_group_rule and tenant:5700c6078039492a94407003ffbcdaae is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:09.322538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:09.328598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:09.431333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:09.434889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:09.446817 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4c570d09-853a-4718-85c9-68795f78b729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:09.498805 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5700c6078039492a94407003ffbcdaae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3778751
Apr 20 19:31:09.498805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a70e9-a513-455c-9f3c-eecf7418c613,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:09.499190 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 32972) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:09.506656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:09.567323 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1a76e948-5393-4139-86a4-b5a2e02d1040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:09.604133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1a76e948-5393-4139-86a4-b5a2e02d1040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:09.655294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1a76e948-5393-4139-86a4-b5a2e02d1040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:09.661320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3fdb2f2f-ebd6-4244-9ea6-5677f0cdfdc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:09.674491 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76e948-5393-4139-86a4-b5a2e02d1040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82a70e9-a513-455c-9f3c-eecf7418c613,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:09.677139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1a76e948-5393-4139-86a4-b5a2e02d1040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:09.684910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1a76e948-5393-4139-86a4-b5a2e02d1040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:09.688207 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1a76e948-5393-4139-86a4-b5a2e02d1040 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a82a70e9-a513-455c-9f3c-eecf7418c613 HTTP/1.1" status: 204  len: 168 time: 0.1857684
Apr 20 19:31:10.506983 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b251ab0-4412-4fa2-beba-384a34ef8deb req-f13c37af-c151-490a-8e14-00db9bf506f9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:10.508593 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7b251ab0-4412-4fa2-beba-384a34ef8deb req-f13c37af-c151-490a-8e14-00db9bf506f9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0895722
Apr 20 19:31:10.557500 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7b251ab0-4412-4fa2-beba-384a34ef8deb req-af7ff2da-ee58-4884-87b8-12184b22dd4b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423758
Apr 20 19:31:11.475185 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33028) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:11.577597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8e60-e718-41ff-9840-dcef345420a3 req-9da5acb9-ecb9-449f-9bd8-8e0f34fbb7a6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:11.581277 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-687d8e60-e718-41ff-9840-dcef345420a3 req-9da5acb9-ecb9-449f-9bd8-8e0f34fbb7a6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1147835
Apr 20 19:31:11.639688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:11.661746 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-687d8e60-e718-41ff-9840-dcef345420a3 req-7a08cd7c-c1fb-471e-bac4-71d6b368da57 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545681
Apr 20 19:31:11.668633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:11.673743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Usage tracker for resource:security_group_rule and tenant:4c549becff1844339df0f3ae3c6b61b9 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:11.678467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:11.686262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:11.798574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:11.802210 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:11.814276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:11.822880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3be0b-c9c3-4379-b9b0-085b9fdd99f3 req-f8741848-851b-44eb-b277-f6b8f1d9fa7e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:11.824805 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6c3be0b-c9c3-4379-b9b0-085b9fdd99f3 req-f8741848-851b-44eb-b277-f6b8f1d9fa7e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0948651
Apr 20 19:31:11.867791 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c549becff1844339df0f3ae3c6b61b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3910289
Apr 20 19:31:11.869361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33038) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:11.872388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd1fbe-6892-4d23-9586-86025bf3a652,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:11.880340 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6c3be0b-c9c3-4379-b9b0-085b9fdd99f3 req-9b3541bd-01dd-4a9d-b8fa-7900a5c82e79 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492535
Apr 20 19:31:11.886504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:11.943980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dc46a50c-24b8-4f4b-979d-519eb7069c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:11.971755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dc46a50c-24b8-4f4b-979d-519eb7069c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.023866 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dc46a50c-24b8-4f4b-979d-519eb7069c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.029039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ec72726-c4ea-420a-8bbd-3b313092d651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:12.043241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46a50c-24b8-4f4b-979d-519eb7069c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd1fbe-6892-4d23-9586-86025bf3a652,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:12.045944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-dc46a50c-24b8-4f4b-979d-519eb7069c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:12.054373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dc46a50c-24b8-4f4b-979d-519eb7069c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.055616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-dc46a50c-24b8-4f4b-979d-519eb7069c11 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30dd1fbe-6892-4d23-9586-86025bf3a652 HTTP/1.1" status: 204  len: 168 time: 0.1852610
Apr 20 19:31:12.368270 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33054) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:12.387757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.405542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:12.411017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Usage tracker for resource:security_group_rule and tenant:600299e8820548778896dfcc5bdddc8b is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:12.414083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:12.420364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:12.506274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.509137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.518160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:12.564727 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=600299e8820548778896dfcc5bdddc8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1951249
Apr 20 19:31:12.566737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0412fb2e-f28c-4853-bf4b-f695a9eff301,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:12.567888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 33060) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:12.570117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:12.641107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a5d24fef-aad3-4b62-b8b2-bf4d38de16b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.668785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a5d24fef-aad3-4b62-b8b2-bf4d38de16b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.716483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a5d24fef-aad3-4b62-b8b2-bf4d38de16b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.721852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d8464f9a-14ae-4980-97ff-2bca41ffba77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:12.733876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d24fef-aad3-4b62-b8b2-bf4d38de16b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0412fb2e-f28c-4853-bf4b-f695a9eff301,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:12.737696 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a5d24fef-aad3-4b62-b8b2-bf4d38de16b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:12.743598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a5d24fef-aad3-4b62-b8b2-bf4d38de16b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:12.745511 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a5d24fef-aad3-4b62-b8b2-bf4d38de16b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0412fb2e-f28c-4853-bf4b-f695a9eff301 HTTP/1.1" status: 204  len: 168 time: 0.1761172
Apr 20 19:31:12.901638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d264d-0f5d-4c85-bcce-20f13527a139 req-fcd5ef9a-7643-4184-9675-056a20264ba5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:12.903237 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-333d264d-0f5d-4c85-bcce-20f13527a139 req-fcd5ef9a-7643-4184-9675-056a20264ba5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.0977511
Apr 20 19:31:13.230344 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-333d264d-0f5d-4c85-bcce-20f13527a139 req-876766cb-60fd-475f-831a-027fd4b1e443 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3203557
Apr 20 19:31:13.248767 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aede51c-60ba-4cf3-bc45-a49097353c16 req-f59d4b39-03b1-48a7-9243-b7fc25046838 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:13.250420 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2aede51c-60ba-4cf3-bc45-a49097353c16 req-f59d4b39-03b1-48a7-9243-b7fc25046838 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1179111
Apr 20 19:31:13.305864 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2aede51c-60ba-4cf3-bc45-a49097353c16 req-7d15b74f-c016-473d-ba3d-039406ec8c41 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475466
Apr 20 19:31:13.635940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33098) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:13.786284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:13.806290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:13.810553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9823cc71e44b1090be4411f1eb81eb is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:13.813614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:13.820389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:13.936270 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:13.940167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:13.954513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-18d2a6d8-f1e9-469c-b914-63b7cbf6e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:14.001755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3ce689-1271-4977-a12b-74bd88c56460,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:14.012098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:14.018272 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd9823cc71e44b1090be4411f1eb81eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3782148
Apr 20 19:31:14.018648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 33116) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:14.093567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3da0-e916-464f-83ec-8ec15c22b1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.122476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3da0-e916-464f-83ec-8ec15c22b1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.129405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33122) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:14.181949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3da0-e916-464f-83ec-8ec15c22b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.187279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-53abdb46-0549-4f17-885a-12b5677c1df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:14.198744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f3da0-e916-464f-83ec-8ec15c22b1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3ce689-1271-4977-a12b-74bd88c56460,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:14.201033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3f0f3da0-e916-464f-83ec-8ec15c22b1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:14.206402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3da0-e916-464f-83ec-8ec15c22b1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.207630 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3f0f3da0-e916-464f-83ec-8ec15c22b1a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca3ce689-1271-4977-a12b-74bd88c56460 HTTP/1.1" status: 204  len: 168 time: 0.1876342
Apr 20 19:31:14.322043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.355983 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:14.361149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Usage tracker for resource:security_group_rule and tenant:fd018712efe74a74a2b7cb4b683bfd32 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:14.364771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:14.371599 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:14.568141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c0602-d21f-468f-bae9-4cc30f634dec req-ceac1de9-8b7e-4611-922f-5ad75e52627e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:14.572063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.575133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.576238 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b62c0602-d21f-468f-bae9-4cc30f634dec req-ceac1de9-8b7e-4611-922f-5ad75e52627e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1635416
Apr 20 19:31:14.592936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-31ac1cbb-f341-4a4c-b5bf-23234e68342d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:14.641270 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd018712efe74a74a2b7cb4b683bfd32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5104918
Apr 20 19:31:14.642997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33148) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:14.646777 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8dca6b-bb36-451f-85ef-9bcc47512618,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:14.661962 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b62c0602-d21f-468f-bae9-4cc30f634dec req-6b59f6f2-c70d-4c78-96dd-611fdc4629e2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845873
Apr 20 19:31:14.707797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:14.711813 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e5bd1-f327-4532-838f-1174ddd32e02 req-418ded9b-b6ee-4ac3-af45-a316f9347a88 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:14.713967 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-390e5bd1-f327-4532-838f-1174ddd32e02 req-418ded9b-b6ee-4ac3-af45-a316f9347a88 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2015717
Apr 20 19:31:14.733294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-34a13ef7-eb42-4cda-b80f-a4c057ecb850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.772761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-34a13ef7-eb42-4cda-b80f-a4c057ecb850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.781939 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-390e5bd1-f327-4532-838f-1174ddd32e02 req-31b4e6fb-c380-4552-8d66-466b5b246294 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609012
Apr 20 19:31:14.828199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-34a13ef7-eb42-4cda-b80f-a4c057ecb850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.834155 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-19e43de3-4297-45c5-8481-3e15c96af0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:14.849689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a13ef7-eb42-4cda-b80f-a4c057ecb850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8dca6b-bb36-451f-85ef-9bcc47512618,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:14.853342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-34a13ef7-eb42-4cda-b80f-a4c057ecb850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:14.865925 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-34a13ef7-eb42-4cda-b80f-a4c057ecb850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:14.869512 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-34a13ef7-eb42-4cda-b80f-a4c057ecb850 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f8dca6b-bb36-451f-85ef-9bcc47512618 HTTP/1.1" status: 204  len: 168 time: 0.2251439
Apr 20 19:31:15.665002 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33208) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:15.783161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2050872232-network', 'tenant_id': 'a57e6ed91f174567963cdeb0df5ab371'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:31:15.788844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:15.793000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Usage tracker for resource:network and tenant:a57e6ed91f174567963cdeb0df5ab371 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:15.795965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:15.802349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:15.813531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Made reservation on behalf of a57e6ed91f174567963cdeb0df5ab371 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:31:15.819474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:15.834719 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:15.873179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:15.878127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Usage tracker for resource:security_group_rule and tenant:a57e6ed91f174567963cdeb0df5ab371 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:15.880167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f70ed7-8707-4adf-87f3-1a15905752b4 req-6b1babe5-a839-46ae-beec-06dee69c07d6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:15.881379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:15.882009 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-45f70ed7-8707-4adf-87f3-1a15905752b4 req-6b1babe5-a839-46ae-beec-06dee69c07d6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1008368
Apr 20 19:31:15.888522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:15.942843 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-45f70ed7-8707-4adf-87f3-1a15905752b4 req-6920095b-a9c1-40f0-8f37-ef49d684eb55 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543928
Apr 20 19:31:16.005198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:16.008992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:16.013464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8093028e-19bd-4af0-a7c0-e27b77ca93f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:16.049118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:31:16.055539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:16.073288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:16.081134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:16.081762 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Added segment 27ffde43-ce06-493d-9569-cc88700d65f5 of type vlan for network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de
Apr 20 19:31:16.115048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:16.149826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:16.151364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:16.152011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:16.154149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1e7d3-e7b1-4ff6-bf4c-9c491059b12a req-15049524-e400-4149-8fd8-af73bd2a5db9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:16.155848 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-22b1e7d3-e7b1-4ff6-bf4c-9c491059b12a req-15049524-e400-4149-8fd8-af73bd2a5db9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1802132
Apr 20 19:31:16.157400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f4fd14c2-ddc5-49d0-9206-a623e1deb6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:16.214220 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-22b1e7d3-e7b1-4ff6-bf4c-9c491059b12a req-3067f346-b802-4e33-a993-1bb79b29d374 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495725
Apr 20 19:31:16.267313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:16.270979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:16.274386 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6082480
Apr 20 19:31:16.277644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 33230) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:16.277880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:31:16.285481 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Request body: {'subnet': {'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2050872232-subnet', 'tenant_id': 'a57e6ed91f174567963cdeb0df5ab371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:31:16.290988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:16.295090 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Usage tracker for resource:subnet and tenant:a57e6ed91f174567963cdeb0df5ab371 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:16.298196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:16.304873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:16.314138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Made reservation on behalf of a57e6ed91f174567963cdeb0df5ab371 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:31:16.319429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2817150'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:16.731275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1367531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2817135'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:16.735938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-96169b18-f34d-49e9-88a1-d7e280f0b1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:16.813612 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa403f38-3af0-4069-af4a-94d136e8d62c,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:16.817804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:16.823916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Checking segment: {'id': '27ffde43-ce06-493d-9569-cc88700d65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:31:16.824310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Network hostable DHCP agents. Network: 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:31:16.843169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:31:16.851147 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:31:16.860595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa29e7d8-577b-46e3-80f1-ac68c676bcc3 None None] Network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:31:16.864870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:16.865659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:16.886989 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-abf5f055-587c-4be2-820c-e8660231b024 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6080611
Apr 20 19:31:17.109932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210a96d-08ab-47cb-8e5e-92a5e4e48540 None None] Network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:31:17.163448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eb279-bf79-4709-aed4-2769bc47e734 req-7d4aa322-bc2a-4f81-af28-5cb104148861 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:17.165376 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-192eb279-bf79-4709-aed4-2769bc47e734 req-7d4aa322-bc2a-4f81-af28-5cb104148861 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.0957289
Apr 20 19:31:17.222550 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-192eb279-bf79-4709-aed4-2769bc47e734 req-59e1d9e2-7d9e-4579-9052-757f7b898092 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506730
Apr 20 19:31:17.474103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacc316-86aa-4b00-b269-348a03552d4c req-3cdd9975-5ea3-4636-9af8-efe7e68e1b60 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:17.476025 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1eacc316-86aa-4b00-b269-348a03552d4c req-3cdd9975-5ea3-4636-9af8-efe7e68e1b60 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1012156
Apr 20 19:31:17.537543 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1eacc316-86aa-4b00-b269-348a03552d4c req-d292f99b-d890-4004-a427-388bfa5eb8f0 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548229
Apr 20 19:31:17.931332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-2fb8ca91-adc9-404e-9ecd-5a3d8017c31d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:17.934138 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-2fb8ca91-adc9-404e-9ecd-5a3d8017c31d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 814 time: 0.1761062
Apr 20 19:31:17.949729 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-289e497c-30ec-487e-a1da-4cbf7ba1c89d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/quotas/360d38b62ef6436f887341a67ecd69b5 HTTP/1.1" status: 200  len: 375 time: 0.0106349
Apr 20 19:31:18.055464 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-e3703839-12ce-42cb-b986-9e9ad9ecef9d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0991914
Apr 20 19:31:18.201904 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-6b73060f-7195-4e56-961e-0a36e8d2db9b service neutron] 10.222.0.38 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388245
Apr 20 19:31:18.348231 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0c9c80e0-a6ea-4720-9fd2-d31f933bda62 service neutron] 10.222.0.38 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391809
Apr 20 19:31:18.436574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5dbfd-fc45-4a97-b1cd-89f71107a005 req-8ecd98e5-7150-4baf-8a9b-83738383fc74 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:18.438245 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f4c5dbfd-fc45-4a97-b1cd-89f71107a005 req-8ecd98e5-7150-4baf-8a9b-83738383fc74 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.0932925
Apr 20 19:31:18.496069 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f4c5dbfd-fc45-4a97-b1cd-89f71107a005 req-e33b0553-644e-4500-b43f-b1c9d42f8b7c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507584
Apr 20 19:31:18.558334 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9c57871d-57cd-4094-b98b-afb44c515e58 req-1c6117e6-7a47-48cb-94ed-33d93e9dd33a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 210 time: 0.0524938
Apr 20 19:31:18.772726 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db0952-6b0e-463d-8e4a-41a18c8bf822 req-91881751-7f8a-42b2-bb32-f241c24f6601 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:18.774389 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9db0952-6b0e-463d-8e4a-41a18c8bf822 req-91881751-7f8a-42b2-bb32-f241c24f6601 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1072092
Apr 20 19:31:18.841547 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9db0952-6b0e-463d-8e4a-41a18c8bf822 req-425051d3-be33-4293-9e50-c022b6a7a34d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469275
Apr 20 19:31:19.189339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-fd269627-85aa-4b2d-8ba1-9ef5fac50d38 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:19.191007 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-fd269627-85aa-4b2d-8ba1-9ef5fac50d38 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/networks?id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de HTTP/1.1" status: 200  len: 814 time: 0.1746721
Apr 20 19:31:19.217115 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-83991353-d4c8-4ebe-845b-131130a3d76c tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/quotas/a57e6ed91f174567963cdeb0df5ab371 HTTP/1.1" status: 200  len: 375 time: 0.0108802
Apr 20 19:31:19.276452 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-87bdf1f3-04f7-4821-a4c7-114a465f658c tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a57e6ed91f174567963cdeb0df5ab371&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0523958
Apr 20 19:31:19.429415 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-fc13d458-3e6c-4e01-852b-d6be8ae553d7 service neutron] 10.222.0.38 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452503
Apr 20 19:31:19.597898 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-e727cbc0-ea41-46a1-90b0-45c7eff36154 service neutron] 10.222.0.38 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613343
Apr 20 19:31:19.734410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cf315-acf7-4940-b369-0f4abd8cac1d req-dc80e188-7610-48bf-8cb4-fb0766504bbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:19.736358 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-106cf315-acf7-4940-b369-0f4abd8cac1d req-dc80e188-7610-48bf-8cb4-fb0766504bbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1019268
Apr 20 19:31:19.791179 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-106cf315-acf7-4940-b369-0f4abd8cac1d req-786813c3-f7cf-43e3-a486-5a84e215fa02 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465550
Apr 20 19:31:19.857279 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e64e678-de8b-46ee-a0f0-7aa8d0da9c87 req-0d388f76-ae44-4af1-95c1-ae2312ddea0b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 210 time: 0.0515711
Apr 20 19:31:19.984298 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5be9189-1f81-41ab-8e9a-801242074f2b req-a42ac63f-d3a9-4d76-ae68-f55fc093afe8 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 210 time: 0.0977864
Apr 20 19:31:20.074510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-23457a5a-4e72-4a1f-9e7e-93701571714a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:20.076096 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-23457a5a-4e72-4a1f-9e7e-93701571714a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 814 time: 0.2712660
Apr 20 19:31:20.116497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Request body: {'port': {'device_id': 'c8baa13b-2f85-4be8-80b7-c17f894b63c3', 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9', 'admin_state_up': True, 'tenant_id': '360d38b62ef6436f887341a67ecd69b5'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:31:20.199650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2687c-4930-4ea6-87f7-8d69067f7f31 req-662139c8-ee75-4ac0-921a-5c3b4f928f53 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:20.205599 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9df2687c-4930-4ea6-87f7-8d69067f7f31 req-662139c8-ee75-4ac0-921a-5c3b4f928f53 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1267300
Apr 20 19:31:20.252270 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9df2687c-4930-4ea6-87f7-8d69067f7f31 req-c5af7b9d-803f-406d-9527-743874fb176f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440419
Apr 20 19:31:20.283845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:20.289144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Usage tracker for resource:port and tenant:360d38b62ef6436f887341a67ecd69b5 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:20.292095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:20.298165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:20.308101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Made reservation on behalf of 360d38b62ef6436f887341a67ecd69b5 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:31:20.314190 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:20.702946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Allocated IP 172.20.0.2 (94eaea9d-e39c-47da-9fde-443a214825c9/add3c7d3-92e3-4258-8d3e-f52b66da3af5/7308268c-7f90-4bfd-ac50-da6e465d6946) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:31:20.936923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:20.973988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:20.989313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-03e4c40a-fef5-425f-9979-8b6ae965603c tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:21.037527 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'e7c3b303-1f91-4666-9c18-e7c69424a700', 'bad69e7f-11c2-477d-a791-ffe7c816a6f4'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:31:21.072062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Network 94eaea9d-e39c-47da-9fde-443a214825c9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:31:21.076050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:31:21.080954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:31:21.148523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Pushing event updated for resources: {'Port': ['ID=7308268c-7f90-4bfd-ac50-da6e465d6946,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:21.163008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:21.191626 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675869f-671c-4b36-9809-f4a8b2e82079 req-a55e9542-84a9-4d3e-858f-dab6ed530a02 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:21.194809 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4675869f-671c-4b36-9809-f4a8b2e82079 req-a55e9542-84a9-4d3e-858f-dab6ed530a02 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 931 time: 0.1834788
Apr 20 19:31:21.220450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:21.221455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:21.227141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d06445-8828-4720-934e-db64bb5201ef req-7d7a24c6-f943-489d-ad12-14c8594e0a42 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:21.229865 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-41d06445-8828-4720-934e-db64bb5201ef req-7d7a24c6-f943-489d-ad12-14c8594e0a42 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.2820871
Apr 20 19:31:21.275589 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1647372
Apr 20 19:31:21.297107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Request body: {'port': {'device_id': 'c8baa13b-2f85-4be8-80b7-c17f894b63c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:31:21.434989 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-41d06445-8828-4720-934e-db64bb5201ef req-01c16511-e0b9-4fbf-8ed5-6b04d468caa4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1975908
Apr 20 19:31:21.460594 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4675869f-671c-4b36-9809-f4a8b2e82079 req-8dad2d69-b328-4f8b-a513-60b1d6bafd84 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251997
Apr 20 19:31:21.600467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:21.739671 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4f2b8a8c-29a1-4791-ad65-abd90c0ba13e req-1fd8e60c-2539-4e27-a024-1832bf686f45 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 210 time: 0.0595510
Apr 20 19:31:21.837224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-4ec6f4f2-8299-4caf-b097-19969745a72d tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:21.839380 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-4ec6f4f2-8299-4caf-b097-19969745a72d tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.55 "GET /v2.0/networks?id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de HTTP/1.1" status: 200  len: 814 time: 0.3684962
Apr 20 19:31:21.870112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Request body: {'port': {'device_id': '44a715ab-1351-439b-a1a8-4c8ad9fc2a73', 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de', 'admin_state_up': True, 'tenant_id': 'a57e6ed91f174567963cdeb0df5ab371'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:31:22.142651 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:22.157644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322a2a8-5631-45a4-900c-d0a38837983c req-1ad60537-6f56-4512-bba4-69ae66bc71e9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:22.159641 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4322a2a8-5631-45a4-900c-d0a38837983c req-1ad60537-6f56-4512-bba4-69ae66bc71e9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1561563
Apr 20 19:31:22.160790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Usage tracker for resource:port and tenant:a57e6ed91f174567963cdeb0df5ab371 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:22.168350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:22.176571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:22.191377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7308268c-7f90-4bfd-ac50-da6e465d6946 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:31:22.209182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:22.216361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Made reservation on behalf of a57e6ed91f174567963cdeb0df5ab371 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:31:22.222460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:22.228412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Transition to ACTIVE for port object 7308268c-7f90-4bfd-ac50-da6e465d6946 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:31:22.233605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:22.239274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:22.333134 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4322a2a8-5631-45a4-900c-d0a38837983c req-5c291416-e16a-432c-b7b8-b8f8922046af tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655998
Apr 20 19:31:22.440915 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Pushing event updated for resources: {'Port': ['ID=7308268c-7f90-4bfd-ac50-da6e465d6946,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:22.449021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:22.517343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Allocated IP 172.20.0.9 (9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de/aa403f38-3af0-4069-af4a-94d136e8d62c/84830ef0-3a32-4ca9-88c2-b9876108356b) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:31:22.573636 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Attempting to bind port 7308268c-7f90-4bfd-ac50-da6e465d6946 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:31:22.574020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Attempting to bind port 7308268c-7f90-4bfd-ac50-da6e465d6946 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:31:22.574399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Attempting to bind port 7308268c-7f90-4bfd-ac50-da6e465d6946 on network 94eaea9d-e39c-47da-9fde-443a214825c9 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:31:22.579632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Port 7308268c-7f90-4bfd-ac50-da6e465d6946 on network 94eaea9d-e39c-47da-9fde-443a214825c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:31:22.580000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Attempting to bind port 7308268c-7f90-4bfd-ac50-da6e465d6946 on network 94eaea9d-e39c-47da-9fde-443a214825c9 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:31:22.586624 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:31:22.587004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Checking segment: {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:31:22.587436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Bound using segment: {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:31:22.587962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Bound port: 7308268c-7f90-4bfd-ac50-da6e465d6946, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1595ab91-6db6-40d1-93a3-f1fbf296e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:31:22.588352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:22.691481 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] For port 7308268c-7f90-4bfd-ac50-da6e465d6946, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:31:22.694670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] For port 7308268c-7f90-4bfd-ac50-da6e465d6946, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7308268c-7f90-4bfd-ac50-da6e465d6946,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:31:22.705075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:22.710374 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-66063641-b747-4b67-a724-35b7d28f5f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:22.776867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:22.778023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:22.779720 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] 10.222.0.55 "PUT /v2.0/ports/7308268c-7f90-4bfd-ac50-da6e465d6946 HTTP/1.1" status: 200  len: 1093 time: 1.4873457
Apr 20 19:31:22.781295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8baa13b-2f85-4be8-80b7-c17f894b63c3', 'tag': '7308268c-7f90-4bfd-ac50-da6e465d6946'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:22.804491 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Pushing event updated for resources: {'Port': ['ID=7308268c-7f90-4bfd-ac50-da6e465d6946,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:22.809066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:22.952021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-bbd645f5-1e03-406c-a4f0-a747b9aeaba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:22.953629 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-bbd645f5-1e03-406c-a4f0-a747b9aeaba0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 1096 time: 0.0881085
Apr 20 19:31:23.054055 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-4007b3fc-1812-4d60-af97-84a779040d04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7308268c-7f90-4bfd-ac50-da6e465d6946 HTTP/1.1" status: 200  len: 217 time: 0.0762324
Apr 20 19:31:23.106540 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8b696-e21b-4fbe-a7fd-cf25e33961d5 req-638e8a08-5899-45a3-a1c6-09274ea8f394 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:23.108170 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b0f8b696-e21b-4fbe-a7fd-cf25e33961d5 req-638e8a08-5899-45a3-a1c6-09274ea8f394 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.5283785
Apr 20 19:31:23.134939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-2d9b5e8b-6063-4d69-9f78-994a01022477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:23.136868 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-2d9b5e8b-6063-4d69-9f78-994a01022477 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.0750742
Apr 20 19:31:23.139015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c55f0-a6ce-4973-a31c-938a70c6058f req-2466e8d7-c9eb-465a-897b-f4d410bf3c6e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:23.140607 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-795c55f0-a6ce-4973-a31c-938a70c6058f req-2466e8d7-c9eb-465a-897b-f4d410bf3c6e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 943 time: 0.5017517
Apr 20 19:31:23.182610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:23.200497 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-0f47952f-fc99-4634-8750-ef3e11dd0e77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544522
Apr 20 19:31:23.216582 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b0f8b696-e21b-4fbe-a7fd-cf25e33961d5 req-f38081ef-712a-41c0-8ecb-8c46b0a2cb5e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963538
Apr 20 19:31:23.258305 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-795c55f0-a6ce-4973-a31c-938a70c6058f req-bec5f56b-f548-45b8-8a27-47a07db2922c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807986
Apr 20 19:31:23.272826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:23.280528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:23.370326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Pushing event updated for resources: {'Port': ['ID=84830ef0-3a32-4ca9-88c2-b9876108356b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:23.375126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:23.421409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:31:23.422667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:31:23.429924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:31:23.436422 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8baa13b-2f85-4be8-80b7-c17f894b63c3', 'tag': '7308268c-7f90-4bfd-ac50-da6e465d6946', 'status': 'completed', 'code': 200}
Apr 20 19:31:23.454942 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-ca7990bd-ff30-45cd-84d7-dbf537692348 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430441
Apr 20 19:31:23.577992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:23.578697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:23.611333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684aab29-d7cf-41f0-b3df-d0f239160515 req-ec6e6832-4e53-433c-8091-ac88ebdf26ee tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:23.613769 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-684aab29-d7cf-41f0-b3df-d0f239160515 req-ec6e6832-4e53-433c-8091-ac88ebdf26ee tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 931 time: 0.1442895
Apr 20 19:31:23.619466 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7535362
Apr 20 19:31:23.661181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Request body: {'port': {'device_id': '44a715ab-1351-439b-a1a8-4c8ad9fc2a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:31:23.664766 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1631a588-288f-4ed6-a9c8-22e9b47be95d req-fc1af6dc-a0ef-4c4c-a2ea-4a02117f0954 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2007356
Apr 20 19:31:23.732192 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-684aab29-d7cf-41f0-b3df-d0f239160515 req-9c1cf160-eb9d-442c-b661-fbc5287bd30f tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112022
Apr 20 19:31:23.824201 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:23.935444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-9191fe60-71af-48cb-803b-5873916023ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:23.937120 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-9191fe60-71af-48cb-803b-5873916023ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 1096 time: 0.1584501
Apr 20 19:31:24.096452 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-3106ce1f-6ca6-4a46-9221-03185d8e9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:24.099868 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-3106ce1f-6ca6-4a46-9221-03185d8e9260 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 915 time: 0.1514981
Apr 20 19:31:24.166684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf7e17-fc25-4f3a-8425-e2c76b533336 req-e8835fff-d067-454d-ba78-f8d671cf84b6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:24.174537 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8fdf7e17-fc25-4f3a-8425-e2c76b533336 req-e8835fff-d067-454d-ba78-f8d671cf84b6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.3719447
Apr 20 19:31:24.191268 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-0e34fb45-e198-4f09-bf8a-14ca51ab28f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7308268c-7f90-4bfd-ac50-da6e465d6946 HTTP/1.1" status: 200  len: 217 time: 0.0822027
Apr 20 19:31:24.264208 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8fdf7e17-fc25-4f3a-8425-e2c76b533336 req-444ee128-e167-4428-85b4-581a405c6cb0 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794792
Apr 20 19:31:24.299481 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-25a2c554-e518-45aa-a03c-1df4e63fb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:24.301735 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-25a2c554-e518-45aa-a03c-1df4e63fb249 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.1041336
Apr 20 19:31:24.382635 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-c75a1a90-5124-4b69-8e15-dfb85c85c9e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653205
Apr 20 19:31:24.554154 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-bbffc2a1-2b1a-43aa-a6d5-0c8817e2f004 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630137
Apr 20 19:31:24.583670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84830ef0-3a32-4ca9-88c2-b9876108356b {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:31:24.603753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:24.669547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Transition to ACTIVE for port object 84830ef0-3a32-4ca9-88c2-b9876108356b will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:31:24.682199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:24.696213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:24.713230 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-290d4152-7f59-4e95-ae04-14a96ca64ea4 req-06504b61-f841-469b-bef5-ea983a31da6b service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487837
Apr 20 19:31:24.768605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf2822-1d7b-425d-8dd0-3ac73433a99d req-e6bedbdc-c482-4a1f-a312-b167006afd26 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:24.770178 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7eaf2822-1d7b-425d-8dd0-3ac73433a99d req-e6bedbdc-c482-4a1f-a312-b167006afd26 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.3999753
Apr 20 19:31:24.884484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d1674-5ca6-4b7b-a2e2-10ae0cd1a83f req-bd489185-9bb7-4cb2-86c8-a81cc55c855d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:24.886325 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9c3d1674-5ca6-4b7b-a2e2-10ae0cd1a83f req-bd489185-9bb7-4cb2-86c8-a81cc55c855d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 943 time: 0.4203963
Apr 20 19:31:24.979274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Pushing event updated for resources: {'Port': ['ID=84830ef0-3a32-4ca9-88c2-b9876108356b,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:24.993815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:25.022503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-293ac790-b4a7-46a9-a5ce-71c9bb6f3e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:25.052504 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7eaf2822-1d7b-425d-8dd0-3ac73433a99d req-10935250-a9d9-453d-9c4f-e33adf7f35e2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2694502
Apr 20 19:31:25.075657 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9c3d1674-5ca6-4b7b-a2e2-10ae0cd1a83f req-06d11fee-14ce-44ec-8e66-82f9793a41d4 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738653
Apr 20 19:31:25.103924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Attempting to bind port 84830ef0-3a32-4ca9-88c2-b9876108356b on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:31:25.104400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Attempting to bind port 84830ef0-3a32-4ca9-88c2-b9876108356b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '27ffde43-ce06-493d-9569-cc88700d65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:31:25.104891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Attempting to bind port 84830ef0-3a32-4ca9-88c2-b9876108356b on network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:31:25.110673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Port 84830ef0-3a32-4ca9-88c2-b9876108356b on network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:31:25.111106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Attempting to bind port 84830ef0-3a32-4ca9-88c2-b9876108356b on network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:31:25.116981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:31:25.117433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Checking segment: {'id': '27ffde43-ce06-493d-9569-cc88700d65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:31:25.117928 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Bound using segment: {'id': '27ffde43-ce06-493d-9569-cc88700d65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:31:25.118480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Bound port: 84830ef0-3a32-4ca9-88c2-b9876108356b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ffde43-ce06-493d-9569-cc88700d65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:31:25.118937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:25.283961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] For port 84830ef0-3a32-4ca9-88c2-b9876108356b, host hv-cinder-78726, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:31:25.297826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] For port 84830ef0-3a32-4ca9-88c2-b9876108356b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=84830ef0-3a32-4ca9-88c2-b9876108356b,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:31:25.304962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:25.313580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-77844ac8-7b3b-45bf-8a64-bd1d025f0ef4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:25.363223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50989-795a-4510-acd2-bd48a5ae4ed2 req-9d4d71b3-0470-4bfe-a8eb-062ed8307e38 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:25.364002 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-dfc50989-795a-4510-acd2-bd48a5ae4ed2 req-9d4d71b3-0470-4bfe-a8eb-062ed8307e38 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Synchronizing usage tracker for tenant:a57e6ed91f174567963cdeb0df5ab371 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:31:25.400015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:25.400727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:25.402204 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/84830ef0-3a32-4ca9-88c2-b9876108356b HTTP/1.1" status: 200  len: 1093 time: 1.7485747
Apr 20 19:31:25.405218 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a715ab-1351-439b-a1a8-4c8ad9fc2a73', 'tag': '84830ef0-3a32-4ca9-88c2-b9876108356b'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:25.556017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-dfc50989-795a-4510-acd2-bd48a5ae4ed2 req-9d4d71b3-0470-4bfe-a8eb-062ed8307e38 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Unset dirty status for tenant:a57e6ed91f174567963cdeb0df5ab371 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:31:25.557266 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dfc50989-795a-4510-acd2-bd48a5ae4ed2 req-9d4d71b3-0470-4bfe-a8eb-062ed8307e38 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 943 time: 0.3758800
Apr 20 19:31:25.572307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Pushing event updated for resources: {'Port': ['ID=84830ef0-3a32-4ca9-88c2-b9876108356b,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:25.575788 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:25.660887 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dfc50989-795a-4510-acd2-bd48a5ae4ed2 req-2a5c2956-5886-45ec-8361-47ba0df5ccae tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945394
Apr 20 19:31:25.672576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d56d8-e6b8-477b-a1b2-25a46bf871f4 req-e399a9b8-d9d7-4cce-88dc-da11b018bf33 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:25.674207 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-381d56d8-e6b8-477b-a1b2-25a46bf871f4 req-e399a9b8-d9d7-4cce-88dc-da11b018bf33 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2784708
Apr 20 19:31:25.678134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-9ab68e34-4a8d-46e9-bcae-8eae0df4462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:25.679684 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-9ab68e34-4a8d-46e9-bcae-8eae0df4462e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a57e6ed91f174567963cdeb0df5ab371&device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 1096 time: 0.1912050
Apr 20 19:31:25.762677 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a715ab-1351-439b-a1a8-4c8ad9fc2a73', 'tag': '84830ef0-3a32-4ca9-88c2-b9876108356b', 'status': 'completed', 'code': 200}
Apr 20 19:31:25.788268 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-ec418db4-13db-466f-bf3e-1af85a3473f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84830ef0-3a32-4ca9-88c2-b9876108356b HTTP/1.1" status: 200  len: 217 time: 0.0891058
Apr 20 19:31:25.800411 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-381d56d8-e6b8-477b-a1b2-25a46bf871f4 req-f8129e45-78b1-4e7f-8bf7-6bc26654173a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184962
Apr 20 19:31:25.864518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-4b1ba225-2d59-4e12-874f-d6b6d10aba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:25.866131 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-4b1ba225-2d59-4e12-874f-d6b6d10aba15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa403f38-3af0-4069-af4a-94d136e8d62c HTTP/1.1" status: 200  len: 854 time: 0.0697923
Apr 20 19:31:25.926882 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-aa700432-d7cc-400c-ae52-8acc906a7f25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499594
Apr 20 19:31:26.071146 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-fd53d2da-0f06-4850-bbec-6bdd5b51062b service neutron] 10.222.0.55 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344914
Apr 20 19:31:26.542080 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36f673a1-fb86-445f-b258-e0889b5f65c1 req-c8fdfaba-e876-48ae-93e1-254495eb5d89 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4628756
Apr 20 19:31:26.601321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe650f7-f685-4360-90ee-2d053d8af16f req-06c1a529-a874-45b1-94fc-5b06eacd7977 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:26.602805 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fe650f7-f685-4360-90ee-2d053d8af16f req-06c1a529-a874-45b1-94fc-5b06eacd7977 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.4059916
Apr 20 19:31:26.610887 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aae22-ce0c-4f4f-84f5-23d1e51d93ab req-dbfb2cd3-0499-4f2f-b3c0-e4cd44a7b4e0 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:26.612585 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b77aae22-ce0c-4f4f-84f5-23d1e51d93ab req-dbfb2cd3-0499-4f2f-b3c0-e4cd44a7b4e0 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 943 time: 0.3710253
Apr 20 19:31:26.687275 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fe650f7-f685-4360-90ee-2d053d8af16f req-41fda6fd-4381-4036-997b-e964af8099ca tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736048
Apr 20 19:31:26.736076 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b77aae22-ce0c-4f4f-84f5-23d1e51d93ab req-800bec68-9eab-4d07-928d-1051cc4daa00 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083193
Apr 20 19:31:26.777410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-77236727-ed5a-4d0e-bc5f-f648b89380d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:26.779008 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-77236727-ed5a-4d0e-bc5f-f648b89380d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a57e6ed91f174567963cdeb0df5ab371&device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 1096 time: 0.0907388
Apr 20 19:31:27.006249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-5e3e6a0e-5741-42bd-a757-926aa9eb7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:27.007866 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-5e3e6a0e-5741-42bd-a757-926aa9eb7a08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de HTTP/1.1" status: 200  len: 915 time: 0.2209761
Apr 20 19:31:27.024346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f78d7-9842-4753-b40e-1f1a009e213a req-3ed1d652-4fa9-4ca0-8f7a-3351006ef628 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:27.025956 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed3f78d7-9842-4753-b40e-1f1a009e213a req-3ed1d652-4fa9-4ca0-8f7a-3351006ef628 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 943 time: 0.1533008
Apr 20 19:31:27.101426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 7308268c-7f90-4bfd-ac50-da6e465d6946 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:31:27.116528 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-f4fa14a4-a741-4743-a01f-19b2abcf5cc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84830ef0-3a32-4ca9-88c2-b9876108356b HTTP/1.1" status: 200  len: 217 time: 0.0866921
Apr 20 19:31:27.196829 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed3f78d7-9842-4753-b40e-1f1a009e213a req-b0900480-6cf9-4659-b353-2d88f8e033a8 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079757
Apr 20 19:31:27.216096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-cde195ce-b917-429c-a897-5cfa88d947c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:27.217814 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-cde195ce-b917-429c-a897-5cfa88d947c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa403f38-3af0-4069-af4a-94d136e8d62c HTTP/1.1" status: 200  len: 854 time: 0.0857785
Apr 20 19:31:27.312388 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-b866ab25-f5ef-43aa-aac8-d68081863b36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0787654
Apr 20 19:31:27.443981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 7308268c-7f90-4bfd-ac50-da6e465d6946, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7308268c-7f90-4bfd-ac50-da6e465d6946,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:27.459157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d25d61af-7e0c-4359-b62e-113ae9431102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:27.460923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '7308268c-7f90-4bfd-ac50-da6e465d6946', 'network_id': '94eaea9d-e39c-47da-9fde-443a214825c9', 'port_id': '7308268c-7f90-4bfd-ac50-da6e465d6946', 'mac_address': 'fa:16:3e:c4:58:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add3c7d3-92e3-4258-8d3e-f52b66da3af5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:31:27.538770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:27.555506 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-3597b55b-0c71-441d-88ef-7b2af669a72d service neutron] 10.222.0.55 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318103
Apr 20 19:31:27.566069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7308268c-7f90-4bfd-ac50-da6e465d6946 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:31:27.568980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4a9cf-883f-4a25-8a88-ce473334f1b0 req-6a47d539-34a2-4f3d-a45b-db1dedc12590 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:27.570730 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-81f4a9cf-883f-4a25-8a88-ce473334f1b0 req-6a47d539-34a2-4f3d-a45b-db1dedc12590 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1520860
Apr 20 19:31:27.591321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 7308268c-7f90-4bfd-ac50-da6e465d6946, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7308268c-7f90-4bfd-ac50-da6e465d6946,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:27.598362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:27.600154 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:27.672170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=7308268c-7f90-4bfd-ac50-da6e465d6946,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:27.681315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.682032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.682032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.682426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.682800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.683174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.683547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.683918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.684289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.684901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.685129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.685490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:27.696848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:27.716144 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-81f4a9cf-883f-4a25-8a88-ce473334f1b0 req-ec8a8a68-4846-4b62-b750-dc2aaefdd8ec tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229076
Apr 20 19:31:27.765239 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2368b0d7-63a7-40ad-9644-776cb717f015 req-64508576-d817-4c24-90a0-8c12217c2fe6 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933224
Apr 20 19:31:27.800886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 33534) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:27.953763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:27.979138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:27.998276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Usage tracker for resource:security_group_rule and tenant:8d3b9f75cd6e4536914ecb72765b754d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:28.002661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:28.015360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:28.054189 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2669254-dc58-4498-aaf1-042806adff5e req-1ce0f11c-fa9a-422c-ab9a-8eeaf8650192 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:28.055936 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2669254-dc58-4498-aaf1-042806adff5e req-1ce0f11c-fa9a-422c-ab9a-8eeaf8650192 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.2314608
Apr 20 19:31:28.069441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e742f-a5f0-4385-9879-e2219f761ae5 req-8801880b-567b-45fd-858c-315882d81dc0 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:28.071016 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b19e742f-a5f0-4385-9879-e2219f761ae5 req-8801880b-567b-45fd-858c-315882d81dc0 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 944 time: 0.2006228
Apr 20 19:31:28.080532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['7308268c-7f90-4bfd-ac50-da6e465d6946'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:31:28.172842 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2669254-dc58-4498-aaf1-042806adff5e req-1e33b95f-18f9-4d4f-9b69-c6a354214193 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007459
Apr 20 19:31:28.186896 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b19e742f-a5f0-4385-9879-e2219f761ae5 req-52fb8525-e0a1-417f-9525-009714ed470e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903685
Apr 20 19:31:28.262437 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.267808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.287626 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b05bef1f-ebe1-4ac8-82a6-5d34d495c1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:28.333707 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8d3b9f75cd6e4536914ecb72765b754d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5313492
Apr 20 19:31:28.334698 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609985bd-531a-49b1-993e-14134da774ba,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:28.336668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33548) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:28.338131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:28.379098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33554) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:28.416674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a62a725-c189-4f97-851d-03b6cc0ee93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.447936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a62a725-c189-4f97-851d-03b6cc0ee93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.498377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.509936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a62a725-c189-4f97-851d-03b6cc0ee93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.512087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141419b5-4204-414c-a62f-61a8c828bb03 req-73163be3-9a44-41ba-82ab-cc3704e9db22 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:28.522802 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-141419b5-4204-414c-a62f-61a8c828bb03 req-73163be3-9a44-41ba-82ab-cc3704e9db22 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 943 time: 0.1592128
Apr 20 19:31:28.522896 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:28.536276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62a725-c189-4f97-851d-03b6cc0ee93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609985bd-531a-49b1-993e-14134da774ba,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:28.540050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8a62a725-c189-4f97-851d-03b6cc0ee93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:28.545769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a62a725-c189-4f97-851d-03b6cc0ee93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.553030 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8a62a725-c189-4f97-851d-03b6cc0ee93c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/609985bd-531a-49b1-993e-14134da774ba HTTP/1.1" status: 204  len: 168 time: 0.2145569
Apr 20 19:31:28.575610 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-141419b5-4204-414c-a62f-61a8c828bb03 req-9c1160e5-c9e4-4634-9c31-5f1ccfdcf9ed tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520370
Apr 20 19:31:28.588199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.603515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.606626 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:28.610781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Usage tracker for resource:security_group_rule and tenant:3aee745d782144a3bf8f8043263939e6 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:28.614528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:28.620675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:28.709146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.711891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.721096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-73e29c59-f346-4e03-84fa-ab9a376c8489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:28.763839 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3aee745d782144a3bf8f8043263939e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3820274
Apr 20 19:31:28.765636 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 33566) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:28.779898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e025a1-e5ad-4548-89a4-6d28c05cce9a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:28.786079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:28.804358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.840048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-93eaded8-b716-4d3b-93e7-c931249c492e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.871104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-93eaded8-b716-4d3b-93e7-c931249c492e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.922877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-93eaded8-b716-4d3b-93e7-c931249c492e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.928735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-20cbc034-36ec-4af5-a860-c666a18a3206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:28.942987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eaded8-b716-4d3b-93e7-c931249c492e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e025a1-e5ad-4548-89a4-6d28c05cce9a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:28.943161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e24b2b-06fa-4231-91d9-e68a4c22d7e4 req-b63b1f8c-04f5-4b4e-be3b-9f0584a917f7 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:28.947178 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-16e24b2b-06fa-4231-91d9-e68a4c22d7e4 req-b63b1f8c-04f5-4b4e-be3b-9f0584a917f7 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0969186
Apr 20 19:31:28.947285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-93eaded8-b716-4d3b-93e7-c931249c492e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:28.947546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-93eaded8-b716-4d3b-93e7-c931249c492e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:28.948940 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-93eaded8-b716-4d3b-93e7-c931249c492e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47e025a1-e5ad-4548-89a4-6d28c05cce9a HTTP/1.1" status: 204  len: 168 time: 0.1821446
Apr 20 19:31:29.006848 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-16e24b2b-06fa-4231-91d9-e68a4c22d7e4 req-af9bac36-7615-4687-b10e-d1705497dc09 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490148
Apr 20 19:31:29.117224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 84830ef0-3a32-4ca9-88c2-b9876108356b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:31:29.348150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 84830ef0-3a32-4ca9-88c2-b9876108356b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=84830ef0-3a32-4ca9-88c2-b9876108356b,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:29.369254 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '84830ef0-3a32-4ca9-88c2-b9876108356b', 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de', 'port_id': '84830ef0-3a32-4ca9-88c2-b9876108356b', 'mac_address': 'fa:16:3e:d0:60:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa403f38-3af0-4069-af4a-94d136e8d62c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:31:29.446549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:29.455554 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:29.475941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84830ef0-3a32-4ca9-88c2-b9876108356b {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:31:29.495084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 84830ef0-3a32-4ca9-88c2-b9876108356b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=84830ef0-3a32-4ca9-88c2-b9876108356b,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:29.498430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:29.500354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:29.514517 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8d3cc-b0b4-49f6-94d3-f06f328047bb req-2049682c-d0ca-4883-917c-63e85c5c856a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:29.516131 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a2d8d3cc-b0b4-49f6-94d3-f06f328047bb req-2049682c-d0ca-4883-917c-63e85c5c856a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 944 time: 0.1354554
Apr 20 19:31:29.525564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e204f8-fab2-424b-9d4b-7d38ca335ecb req-84d502fe-9c98-4f97-b079-f18acf286917 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:29.527346 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9e204f8-fab2-424b-9d4b-7d38ca335ecb req-84d502fe-9c98-4f97-b079-f18acf286917 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.2151353
Apr 20 19:31:29.584536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=84830ef0-3a32-4ca9-88c2-b9876108356b,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:29.597134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:29.611554 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a2d8d3cc-b0b4-49f6-94d3-f06f328047bb req-1a7b7bb3-bdef-4777-bd2c-ddcdcf5e026b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833282
Apr 20 19:31:29.617213 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9e204f8-fab2-424b-9d4b-7d38ca335ecb req-097b91ca-6167-4846-a917-3d9f7219362d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735891
Apr 20 19:31:29.814410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c1e2d-6642-4a13-91f6-974d5f558da8 req-ba7401e2-d9b4-4cd3-b8c9-c6494ca9f7ce tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:29.816421 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a44c1e2d-6642-4a13-91f6-974d5f558da8 req-ba7401e2-d9b4-4cd3-b8c9-c6494ca9f7ce tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 944 time: 0.0911114
Apr 20 19:31:29.867116 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a44c1e2d-6642-4a13-91f6-974d5f558da8 req-a74bdd3b-4321-4cf7-936f-f35eedc06ca6 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438268
Apr 20 19:31:29.975355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['84830ef0-3a32-4ca9-88c2-b9876108356b'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:31:30.230226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a61bc7-a053-4a3e-ac33-1f32ef6acfea req-088df6bb-d804-4206-a828-8ef89f107be2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:30.231852 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-84a61bc7-a053-4a3e-ac33-1f32ef6acfea req-088df6bb-d804-4206-a828-8ef89f107be2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1017277
Apr 20 19:31:30.244042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:31:30.284419 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-84a61bc7-a053-4a3e-ac33-1f32ef6acfea req-ba9a059d-e999-429b-9328-0dadeec940ad tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451231
Apr 20 19:31:30.886496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726616c-2093-4e82-81f9-d46e1f436392 req-6ad31d34-e6c6-44c5-bff9-055fbad171f9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:30.888079 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7726616c-2093-4e82-81f9-d46e1f436392 req-6ad31d34-e6c6-44c5-bff9-055fbad171f9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 944 time: 0.1560111
Apr 20 19:31:30.901059 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd1070-da29-4d44-868c-6761e48452de req-97c6d862-e2bf-4f88-9c7e-e7d395d2c844 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:30.902502 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6fcd1070-da29-4d44-868c-6761e48452de req-97c6d862-e2bf-4f88-9c7e-e7d395d2c844 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1292107
Apr 20 19:31:30.973038 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7726616c-2093-4e82-81f9-d46e1f436392 req-36395929-7656-4f1f-9e80-e328920bd4f5 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694966
Apr 20 19:31:30.983202 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6fcd1070-da29-4d44-868c-6761e48452de req-2eeb28a2-5b5b-46ba-8794-023369cb8e9c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632679
Apr 20 19:31:31.107548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 7308268c-7f90-4bfd-ac50-da6e465d6946 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:31:31.168195 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d99bcd-36b8-4e78-af3f-051ca5f83e26 req-cd0aeaa7-f8f6-4dac-87b1-b657019f1583 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:31.169810 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a0d99bcd-36b8-4e78-af3f-051ca5f83e26 req-cd0aeaa7-f8f6-4dac-87b1-b657019f1583 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 944 time: 0.0938082
Apr 20 19:31:31.178220 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 7308268c-7f90-4bfd-ac50-da6e465d6946 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:31:31.183543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 7308268c-7f90-4bfd-ac50-da6e465d6946 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:31:31.184008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:31.219575 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a0d99bcd-36b8-4e78-af3f-051ca5f83e26 req-6ff27cdd-3c75-4f5c-b1ef-c69e26e2e8ee tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432026
Apr 20 19:31:31.313859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:31.343417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8baa13b-2f85-4be8-80b7-c17f894b63c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7308268c-7f90-4bfd-ac50-da6e465d6946'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:31.354747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 7308268c-7f90-4bfd-ac50-da6e465d6946, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7308268c-7f90-4bfd-ac50-da6e465d6946,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:31.359887 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:31.361896 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:31.447556 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8baa13b-2f85-4be8-80b7-c17f894b63c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7308268c-7f90-4bfd-ac50-da6e465d6946', 'code': 200}
Apr 20 19:31:31.448630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=7308268c-7f90-4bfd-ac50-da6e465d6946,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:31.459602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:31.526032 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-34896bfe-2052-414d-9744-9315a095496f tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9c74c6ef848144628ba15b48ae884572&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0431039
Apr 20 19:31:31.653213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfbc89-71ef-4ba0-93b5-25a86d88cc28 req-93d2c4f1-0d7a-430d-9222-93199cf709df tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:31.654831 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9bfbc89-71ef-4ba0-93b5-25a86d88cc28 req-93d2c4f1-0d7a-430d-9222-93199cf709df tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2340572
Apr 20 19:31:31.800042 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9bfbc89-71ef-4ba0-93b5-25a86d88cc28 req-7886c5c8-3275-430b-b646-ed7cbbc57f5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318007
Apr 20 19:31:31.813810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c935acfa-e95e-4ca1-89c8-a397702a6ab3 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:31.815540 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c935acfa-e95e-4ca1-89c8-a397702a6ab3 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2752042
Apr 20 19:31:31.836332 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ea835e03-b74b-4cda-91ee-6efb64627e89 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/quotas/9c74c6ef848144628ba15b48ae884572 HTTP/1.1" status: 200  len: 375 time: 0.0146735
Apr 20 19:31:31.896996 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-9a6765a9-c49b-4848-a79f-ff9df6c766a0 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c74c6ef848144628ba15b48ae884572&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0538435
Apr 20 19:31:31.905758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888dadc-86f9-4760-b357-dd31b881fd30 req-24d011e1-a305-4214-899a-d99ddad54a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:31.907242 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f888dadc-86f9-4760-b357-dd31b881fd30 req-24d011e1-a305-4214-899a-d99ddad54a37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 1098 time: 0.1707177
Apr 20 19:31:31.955764 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f888dadc-86f9-4760-b357-dd31b881fd30 req-bddd991a-c3c4-4e99-82df-245a1c2fc8de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408590
Apr 20 19:31:32.098590 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d922573-fc0b-4c6b-be30-86ea151f2842 req-3b7473c2-c809-4563-b4ce-7adebd3683bc tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 210 time: 0.0512295
Apr 20 19:31:32.188364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59521128-931a-40a0-bb62-86ac4ebec9e4 req-ca82521a-b0ba-47db-8e3b-b4213541d9b1 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:32.190673 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-59521128-931a-40a0-bb62-86ac4ebec9e4 req-ca82521a-b0ba-47db-8e3b-b4213541d9b1 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 945 time: 0.0952103
Apr 20 19:31:32.306581 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-59521128-931a-40a0-bb62-86ac4ebec9e4 req-a969bc2d-7829-46b0-94f5-b645fac6c3d6 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088576
Apr 20 19:31:32.347682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede044d-2832-4bf1-b081-380083a77bb4 req-5cd903b0-7037-4f65-8e40-3d20fc6f19bf tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:32.349549 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8ede044d-2832-4bf1-b081-380083a77bb4 req-5cd903b0-7037-4f65-8e40-3d20fc6f19bf tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1337135
Apr 20 19:31:32.404064 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8ede044d-2832-4bf1-b081-380083a77bb4 req-8042cfe0-60e5-4bd2-85d6-8693e54f14ca tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471494
Apr 20 19:31:32.517846 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d2ebf-1309-4075-8247-1ee47c764fa7 req-959f661c-a635-4435-a845-71d1aefdfe5e tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:32.520047 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b34d2ebf-1309-4075-8247-1ee47c764fa7 req-959f661c-a635-4435-a845-71d1aefdfe5e tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 944 time: 0.0971687
Apr 20 19:31:32.568604 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b34d2ebf-1309-4075-8247-1ee47c764fa7 req-c8bef259-fa8b-4b8d-a823-b54e89494891 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419679
Apr 20 19:31:33.001268 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafd3ae-49d7-4cba-b6a4-033692355a9d req-04913acd-a81b-4bd9-984c-ca8458eb38e9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:33.002900 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2aafd3ae-49d7-4cba-b6a4-033692355a9d req-04913acd-a81b-4bd9-984c-ca8458eb38e9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0889604
Apr 20 19:31:33.051132 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2aafd3ae-49d7-4cba-b6a4-033692355a9d req-76023ec2-f225-49c7-9078-f0dd819ccf5b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416834
Apr 20 19:31:33.132755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:31:33.142679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 84830ef0-3a32-4ca9-88c2-b9876108356b up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:31:33.330307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 84830ef0-3a32-4ca9-88c2-b9876108356b completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:31:33.340483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 84830ef0-3a32-4ca9-88c2-b9876108356b triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:31:33.340690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:33.398990 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-4a360da6-5739-4042-a971-bc21bb64044e tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9c74c6ef848144628ba15b48ae884572&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0426457
Apr 20 19:31:33.433566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:33.463130 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-477066fd-e600-448e-b396-463691e40c3b req-a02bc745-5e88-4d76-9136-480811fc58a6 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 210 time: 0.0630896
Apr 20 19:31:33.484337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'port_id': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'mac_address': 'fa:16:3e:8f:93:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:31:33.549548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:33.608960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22a8b0f9-0716-4893-9db4-55b6fdf5988e {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:31:33.649358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:33.650649 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:33.663441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:33.668286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:33.748224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a715ab-1351-439b-a1a8-4c8ad9fc2a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84830ef0-3a32-4ca9-88c2-b9876108356b'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:33.765064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 84830ef0-3a32-4ca9-88c2-b9876108356b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=84830ef0-3a32-4ca9-88c2-b9876108356b,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:33.771468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:33.776993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=6']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:33.780243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:33.780886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-02fe6807-4f5e-4e01-bf7d-569ac0135b2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:33.859966 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=84830ef0-3a32-4ca9-88c2-b9876108356b,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:33.870411 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:33.960661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['22a8b0f9-0716-4893-9db4-55b6fdf5988e'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:31:34.022935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c680cd18-7974-4c07-bb43-ed25002fa2ae tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:34.024503 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c680cd18-7974-4c07-bb43-ed25002fa2ae tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5603788
Apr 20 19:31:34.040838 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ff2a1-4d9f-4636-89b9-7d48d6203cd2 req-ded03d14-d3e0-4765-b9ec-785ce24beb9a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:34.042414 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bb0ff2a1-4d9f-4636-89b9-7d48d6203cd2 req-ded03d14-d3e0-4765-b9ec-785ce24beb9a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 945 time: 0.5770147
Apr 20 19:31:34.052000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783873-b715-4dd7-9d71-deaf797cbf2a req-b672e5dd-d80f-40e0-98f6-9cb805cc18fa tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:34.053626 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05783873-b715-4dd7-9d71-deaf797cbf2a req-b672e5dd-d80f-40e0-98f6-9cb805cc18fa tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.2132225
Apr 20 19:31:34.059930 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Request body: {'port': {'device_id': 'c76842e5-774a-401f-9e1c-a156919bde91', 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614', 'admin_state_up': True, 'tenant_id': '9c74c6ef848144628ba15b48ae884572'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:31:34.233350 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bb0ff2a1-4d9f-4636-89b9-7d48d6203cd2 req-1edb2ee2-15ab-4f1f-a772-1567e421d0dd tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785867
Apr 20 19:31:34.263740 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05783873-b715-4dd7-9d71-deaf797cbf2a req-93da9493-2f8e-40d4-84ec-9ad8193f7d88 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1869702
Apr 20 19:31:34.293223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:34.297518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Usage tracker for resource:port and tenant:9c74c6ef848144628ba15b48ae884572 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:34.301086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:34.307298 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:34.318368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Made reservation on behalf of 9c74c6ef848144628ba15b48ae884572 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:31:34.324818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:34.336963 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a715ab-1351-439b-a1a8-4c8ad9fc2a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84830ef0-3a32-4ca9-88c2-b9876108356b', 'code': 200}
Apr 20 19:31:34.343727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:34.412654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:31:34.418739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Usage tracker for resource:security_group_rule and tenant:9c74c6ef848144628ba15b48ae884572 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:31:34.424630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:31:34.432377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:31:34.547693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606996a9-5258-4167-aec6-f35f4c378cba req-8c77e0bc-c181-40eb-9340-9c90918af3a9 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:34.549343 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-606996a9-5258-4167-aec6-f35f4c378cba req-8c77e0bc-c181-40eb-9340-9c90918af3a9 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 945 time: 0.2068779
Apr 20 19:31:34.649355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032e28b-4a9e-43ad-8417-652b396cac63 req-ab0c7f16-332f-4a0c-8bd9-f0b5996c6fa2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:34.650964 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d032e28b-4a9e-43ad-8417-652b396cac63 req-ab0c7f16-332f-4a0c-8bd9-f0b5996c6fa2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2145259
Apr 20 19:31:34.662494 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-606996a9-5258-4167-aec6-f35f4c378cba req-b87742ea-f0b2-4e5f-88f4-725ac3d60a1f tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009829
Apr 20 19:31:34.702878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:34.715067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:34.722656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e1a0f054-8e48-406e-bd77-27f1374a1a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:34.767945 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ab29a-102a-4de7-860c-e02f36bb3896 req-bd5ef2c5-c36e-492b-b233-16495fa559de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:34.770099 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f59ab29a-102a-4de7-860c-e02f36bb3896 req-bd5ef2c5-c36e-492b-b233-16495fa559de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 1098 time: 0.0835626
Apr 20 19:31:34.778321 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d032e28b-4a9e-43ad-8417-652b396cac63 req-770601a5-100f-40d2-b31b-2cc3ec89600e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120739
Apr 20 19:31:34.817610 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f59ab29a-102a-4de7-860c-e02f36bb3896 req-fec749e3-00f2-4f01-9122-90444de00f64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392079
Apr 20 19:31:34.858254 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ca9e9ed5-e98f-4df1-bdee-4005a18ddd50 req-f9df4cc7-08b5-4742-b7e3-15b3cfc7d223 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 210 time: 0.0866916
Apr 20 19:31:34.874852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7becde-bf5c-4040-b195-e123ea945966,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:34.881562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:34.962317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Allocated IP 192.168.233.55 (8c9f3342-c597-437e-9c26-b627dbf06614/35ee7e98-03b8-4bff-9430-64ab6ad5ebc8/816619ad-28a2-47bd-972c-3dfb74d47b0e) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:31:35.148515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:31:35.183576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:35.203971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Transition to ACTIVE for port object 816619ad-28a2-47bd-972c-3dfb74d47b0e will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:31:35.228579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:35.235390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:35.235861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 22a8b0f9-0716-4893-9db4-55b6fdf5988e triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:31:35.236290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:35.309396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Network 8c9f3342-c597-437e-9c26-b627dbf06614 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:31:35.313047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:31:35.338242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:31:35.375872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:35.432824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:35.443946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:35.448176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:35.480902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Pushing event updated for resources: {'Port': ['ID=816619ad-28a2-47bd-972c-3dfb74d47b0e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:35.526844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:35.536969 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=7']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:35.543136 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:35.568059 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:35.568755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:35.591646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c5e74c07-7f15-4584-8a98-a12cb73043f5 None None] Provisioning for port 816619ad-28a2-47bd-972c-3dfb74d47b0e completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:31:35.598297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c5e74c07-7f15-4584-8a98-a12cb73043f5 None None] Provisioning complete for port 816619ad-28a2-47bd-972c-3dfb74d47b0e triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:31:35.598716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c5e74c07-7f15-4584-8a98-a12cb73043f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:35.612804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974a1d0-3c55-49c8-950c-3e7ce5253a7f req-6caa01b8-ed0c-4d38-be9d-5b05b1f68fdf tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:35.614451 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d974a1d0-3c55-49c8-950c-3e7ce5253a7f req-6caa01b8-ed0c-4d38-be9d-5b05b1f68fdf tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 945 time: 0.2348120
Apr 20 19:31:35.655400 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5993803
Apr 20 19:31:35.655651 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-c5e74c07-7f15-4584-8a98-a12cb73043f5 None None] Port 816619ad-28a2-47bd-972c-3dfb74d47b0e cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:31:35.687360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Request body: {'port': {'device_id': 'c76842e5-774a-401f-9e1c-a156919bde91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:31:35.724108 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d974a1d0-3c55-49c8-950c-3e7ce5253a7f req-1ff1aea1-bb24-460c-b6da-998e553e007a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997791
Apr 20 19:31:35.738968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6061816-cb2e-4cff-89c1-9fc97d735067 req-20e41c47-05a9-4869-8947-a9156a7d52f4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:35.740575 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d6061816-cb2e-4cff-89c1-9fc97d735067 req-20e41c47-05a9-4869-8947-a9156a7d52f4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.2619233
Apr 20 19:31:35.911536 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d6061816-cb2e-4cff-89c1-9fc97d735067 req-e7cec7e4-bcdc-47cb-9bbd-fff3241c7b9d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1590407
Apr 20 19:31:35.919234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:36.083098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af598-ec55-4f09-a03b-c3d38a8be3ff req-6f4b3261-bf89-4012-8a3d-4e15996839db tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:36.084684 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c59af598-ec55-4f09-a03b-c3d38a8be3ff req-6f4b3261-bf89-4012-8a3d-4e15996839db tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 945 time: 0.2526851
Apr 20 19:31:36.290996 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c59af598-ec55-4f09-a03b-c3d38a8be3ff req-487f02c9-58c4-46e3-bebb-4a81633045b2 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638861
Apr 20 19:31:36.339416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:36.343211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c90274-72ff-4295-9a2e-2b36ddc4e3c4 req-80e73116-9ec2-46b3-b265-12e864db2f10 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:36.344878 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e4c90274-72ff-4295-9a2e-2b36ddc4e3c4 req-80e73116-9ec2-46b3-b265-12e864db2f10 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2778807
Apr 20 19:31:36.460603 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e4c90274-72ff-4295-9a2e-2b36ddc4e3c4 req-4c508e81-9a56-4b4c-be31-4d5a2ce583e3 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071742
Apr 20 19:31:36.566632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816619ad-28a2-47bd-972c-3dfb74d47b0e {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:31:36.578599 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:36.602403 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfba13-6cb4-4f68-9176-2d525d145b89 req-a6d95b41-eb45-45ad-afa8-8f08b81dcda3 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:36.603235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-f1bfba13-6cb4-4f68-9176-2d525d145b89 req-a6d95b41-eb45-45ad-afa8-8f08b81dcda3 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Synchronizing usage tracker for tenant:9c74c6ef848144628ba15b48ae884572 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:31:36.615960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Transition to ACTIVE for port object 816619ad-28a2-47bd-972c-3dfb74d47b0e will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:31:36.623582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:36.631773 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:36.686311 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-f1bfba13-6cb4-4f68-9176-2d525d145b89 req-a6d95b41-eb45-45ad-afa8-8f08b81dcda3 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Unset dirty status for tenant:9c74c6ef848144628ba15b48ae884572 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:31:36.687606 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f1bfba13-6cb4-4f68-9176-2d525d145b89 req-a6d95b41-eb45-45ad-afa8-8f08b81dcda3 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 935 time: 0.2702479
Apr 20 19:31:36.861681 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Pushing event updated for resources: {'Port': ['ID=816619ad-28a2-47bd-972c-3dfb74d47b0e,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:36.897078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:36.920016 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'code': 200}
Apr 20 19:31:36.932615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-f1bfba13-6cb4-4f68-9176-2d525d145b89 req-22d25221-3eb0-4405-8dd9-41bd9c2f63e6 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Synchronizing usage tracker for tenant:9c74c6ef848144628ba15b48ae884572 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:31:36.974892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Attempting to bind port 816619ad-28a2-47bd-972c-3dfb74d47b0e on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:31:36.975278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Attempting to bind port 816619ad-28a2-47bd-972c-3dfb74d47b0e by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'c5cc8274-a8c8-49f5-aeea-7886f6c25816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:31:36.975689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Attempting to bind port 816619ad-28a2-47bd-972c-3dfb74d47b0e on network 8c9f3342-c597-437e-9c26-b627dbf06614 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:31:36.981192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-f1bfba13-6cb4-4f68-9176-2d525d145b89 req-22d25221-3eb0-4405-8dd9-41bd9c2f63e6 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Unset dirty status for tenant:9c74c6ef848144628ba15b48ae884572 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:31:36.982377 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f1bfba13-6cb4-4f68-9176-2d525d145b89 req-22d25221-3eb0-4405-8dd9-41bd9c2f63e6 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234964
Apr 20 19:31:36.983117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Port 816619ad-28a2-47bd-972c-3dfb74d47b0e on network 8c9f3342-c597-437e-9c26-b627dbf06614 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:31:36.983483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Attempting to bind port 816619ad-28a2-47bd-972c-3dfb74d47b0e on network 8c9f3342-c597-437e-9c26-b627dbf06614 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:31:36.990190 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:31:36.990574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Checking segment: {'id': 'c5cc8274-a8c8-49f5-aeea-7886f6c25816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:31:36.991003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Bound using segment: {'id': 'c5cc8274-a8c8-49f5-aeea-7886f6c25816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:31:36.991487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Bound port: 816619ad-28a2-47bd-972c-3dfb74d47b0e, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cc8274-a8c8-49f5-aeea-7886f6c25816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:31:36.991877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:37.210740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] For port 816619ad-28a2-47bd-972c-3dfb74d47b0e, host hv-cinder-78726, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:31:37.229890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] For port 816619ad-28a2-47bd-972c-3dfb74d47b0e, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=816619ad-28a2-47bd-972c-3dfb74d47b0e,segment=NetworkSegment(c5cc8274-a8c8-49f5-aeea-7886f6c25816),segment_id=c5cc8274-a8c8-49f5-aeea-7886f6c25816)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:31:37.243822 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12925d-1902-4f51-bdc1-f668a6b78540 req-0799739b-84f3-4688-8e07-f6f201f2a9c1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:37.245555 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dc12925d-1902-4f51-bdc1-f668a6b78540 req-0799739b-84f3-4688-8e07-f6f201f2a9c1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1973011
Apr 20 19:31:37.247894 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:37.265024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6d3f8622-fd07-41ea-be96-6002171af5df tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:37.361091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:37.361795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:37.363369 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] 10.222.0.55 "PUT /v2.0/ports/816619ad-28a2-47bd-972c-3dfb74d47b0e HTTP/1.1" status: 200  len: 1097 time: 1.6841862
Apr 20 19:31:37.364100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76842e5-774a-401f-9e1c-a156919bde91', 'tag': '816619ad-28a2-47bd-972c-3dfb74d47b0e'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:37.446162 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfacbb-aa54-4f57-af72-e4790274cba2 req-26136edf-9be8-46f4-aec2-91d183ee2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:37.447818 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-98cfacbb-aa54-4f57-af72-e4790274cba2 req-26136edf-9be8-46f4-aec2-91d183ee2a3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1099 time: 0.1657267
Apr 20 19:31:37.532216 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-98cfacbb-aa54-4f57-af72-e4790274cba2 req-7dc329c3-1140-4277-b29d-a30560248103 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660264
Apr 20 19:31:37.723487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2f89-93c6-4c3c-b872-6d23771924f8 req-d1c56e68-6548-4ef0-a3ae-b92e212eb3a9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:37.725087 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-74de2f89-93c6-4c3c-b872-6d23771924f8 req-d1c56e68-6548-4ef0-a3ae-b92e212eb3a9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.5888364
Apr 20 19:31:37.728075 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dc12925d-1902-4f51-bdc1-f668a6b78540 req-2f82cf5c-32bf-4b8c-b480-c21fd1311c87 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4731352
Apr 20 19:31:37.751372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Pushing event updated for resources: {'Port': ['ID=816619ad-28a2-47bd-972c-3dfb74d47b0e,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:37.759181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:37.794287 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-74de2f89-93c6-4c3c-b872-6d23771924f8 req-9ee78c91-e2e2-4e72-8546-c32d7184e52e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609574
Apr 20 19:31:37.821830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-50250378-bc06-47ac-ba05-a05f782d801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:37.823583 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-50250378-bc06-47ac-ba05-a05f782d801a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c74c6ef848144628ba15b48ae884572&device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 1100 time: 0.1779430
Apr 20 19:31:37.994686 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-9000ad1f-5a82-4b39-9749-42b353394960 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=816619ad-28a2-47bd-972c-3dfb74d47b0e HTTP/1.1" status: 200  len: 217 time: 0.0739226
Apr 20 19:31:38.086758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653cbc8-7870-4c07-b7cc-826311805a90 req-c40cf25e-e596-4dc9-8c8b-9ba3f5b9ee02 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:38.089020 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4653cbc8-7870-4c07-b7cc-826311805a90 req-c40cf25e-e596-4dc9-8c8b-9ba3f5b9ee02 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 945 time: 0.2376771
Apr 20 19:31:38.152623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-b6eb27cc-6e08-4ac2-b43a-0a8ca0bf5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:38.154274 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-b6eb27cc-6e08-4ac2-b43a-0a8ca0bf5c13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35ee7e98-03b8-4bff-9430-64ab6ad5ebc8 HTTP/1.1" status: 200  len: 843 time: 0.1305883
Apr 20 19:31:38.210373 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4653cbc8-7870-4c07-b7cc-826311805a90 req-afa46f2f-2bd3-4f39-aa6d-24271f8ff93f tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110053
Apr 20 19:31:38.256783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-8a055bcf-03d6-4712-9209-1a5b3a3d6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:38.258334 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-8a055bcf-03d6-4712-9209-1a5b3a3d6153 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c9f3342-c597-437e-9c26-b627dbf06614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0950460
Apr 20 19:31:38.508616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76842e5-774a-401f-9e1c-a156919bde91', 'tag': '816619ad-28a2-47bd-972c-3dfb74d47b0e', 'status': 'completed', 'code': 200}
Apr 20 19:31:38.535296 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-be2cff67-e7ed-46b3-83ea-16ba540c0d6a service neutron] 10.222.0.55 "GET /v2.0/networks/8c9f3342-c597-437e-9c26-b627dbf06614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625213
Apr 20 19:31:38.734621 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2e0f5139-8877-4eeb-99d6-7762bfcefc1a req-ebce4f2e-0a81-4645-a4ac-7daffe729833 service neutron] 10.222.0.55 "GET /v2.0/networks/8c9f3342-c597-437e-9c26-b627dbf06614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838675
Apr 20 19:31:38.895768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065b2a3-887d-4efd-9ad8-8d1aa3d6b9e6 req-85147290-83b9-415c-a3d2-1aad777457ab tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:38.897484 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1065b2a3-887d-4efd-9ad8-8d1aa3d6b9e6 req-85147290-83b9-415c-a3d2-1aad777457ab tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 947 time: 0.1629915
Apr 20 19:31:38.943848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb07b5c-4a97-4ba2-badf-858f0ebee636 req-9cf91461-ea11-40da-a5ed-f2c30ed2b8ae tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:38.952166 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ffb07b5c-4a97-4ba2-badf-858f0ebee636 req-9cf91461-ea11-40da-a5ed-f2c30ed2b8ae tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2156799
Apr 20 19:31:39.056287 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1065b2a3-887d-4efd-9ad8-8d1aa3d6b9e6 req-579676fe-9c82-45f9-8943-4dfd7a62bea6 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499259
Apr 20 19:31:39.160461 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ffb07b5c-4a97-4ba2-badf-858f0ebee636 req-9f0f6963-f9eb-443e-aac9-8bb204fc293d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072442
Apr 20 19:31:39.195410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-09c7cbd9-0812-4039-90d5-567c124d9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:39.198008 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-09c7cbd9-0812-4039-90d5-567c124d9e3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c74c6ef848144628ba15b48ae884572&device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 1100 time: 0.2405806
Apr 20 19:31:39.576885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-adf48745-7ae0-4384-9274-6d0a59b9021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:39.577450 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-adf48745-7ae0-4384-9274-6d0a59b9021a service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c9f3342-c597-437e-9c26-b627dbf06614 HTTP/1.1" status: 200  len: 870 time: 0.3486960
Apr 20 19:31:39.704484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04ffc-ed8a-42fc-85e0-12accb9b91e2 req-2477d29e-7b07-4cc0-b2a2-5d3fd4258f85 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:39.711557 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-61d04ffc-ed8a-42fc-85e0-12accb9b91e2 req-2477d29e-7b07-4cc0-b2a2-5d3fd4258f85 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.3409936
Apr 20 19:31:39.715287 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-9ae0dbce-1648-4c23-82f8-cd9c3be4f6f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=816619ad-28a2-47bd-972c-3dfb74d47b0e HTTP/1.1" status: 200  len: 217 time: 0.1213319
Apr 20 19:31:39.732251 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473badb-9375-4c08-b7d3-e3539832eac6 req-43f0996c-0957-4555-a646-6a9d5e153aa7 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:39.741112 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1473badb-9375-4c08-b7d3-e3539832eac6 req-43f0996c-0957-4555-a646-6a9d5e153aa7 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.3717077
Apr 20 19:31:39.867359 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1473badb-9375-4c08-b7d3-e3539832eac6 req-d42683f6-d458-4a00-8b6b-4e027c8516c6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1251585
Apr 20 19:31:39.909239 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-61d04ffc-ed8a-42fc-85e0-12accb9b91e2 req-cbbc5ed7-16d7-4af9-b7e8-89817e448960 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1886203
Apr 20 19:31:39.914510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-7495c246-2645-418a-968a-72b7eab695e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:39.916151 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-7495c246-2645-418a-968a-72b7eab695e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35ee7e98-03b8-4bff-9430-64ab6ad5ebc8 HTTP/1.1" status: 200  len: 843 time: 0.1728740
Apr 20 19:31:40.023601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-315ea7a5-0f2d-4878-beca-f04da15feee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:40.025455 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-315ea7a5-0f2d-4878-beca-f04da15feee0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c9f3342-c597-437e-9c26-b627dbf06614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0943835
Apr 20 19:31:40.220380 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-6a459a59-00bf-409c-aec7-5d588170e5dc service neutron] 10.222.0.55 "GET /v2.0/networks/8c9f3342-c597-437e-9c26-b627dbf06614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765945
Apr 20 19:31:40.512652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9dcb0-f768-4f56-b695-25dcf5123e89 req-72f1d169-de94-4e3e-9175-95b02a8ab825 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:40.514513 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e0b9dcb0-f768-4f56-b695-25dcf5123e89 req-72f1d169-de94-4e3e-9175-95b02a8ab825 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 947 time: 0.2906146
Apr 20 19:31:40.561591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23813fae-bc35-4d27-abae-f8c1dd2d8c3b req-86f83ca5-88ea-4a5b-a2e3-29be110f08ad tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:40.563248 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-23813fae-bc35-4d27-abae-f8c1dd2d8c3b req-86f83ca5-88ea-4a5b-a2e3-29be110f08ad tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2670040
Apr 20 19:31:40.608895 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ee7829c9-56ec-47ed-aed5-fd2ab27d8fb3 req-8c3e5fb7-a668-4177-995d-7716f3a6472d service neutron] 10.222.0.55 "GET /v2.0/networks/8c9f3342-c597-437e-9c26-b627dbf06614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3440914
Apr 20 19:31:40.647827 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e0b9dcb0-f768-4f56-b695-25dcf5123e89 req-18db3e81-6136-424a-8aa9-e11682dbf657 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174514
Apr 20 19:31:40.660544 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-23813fae-bc35-4d27-abae-f8c1dd2d8c3b req-ad256e39-33bb-4d72-af70-11c18967cbd6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851283
Apr 20 19:31:41.162461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 816619ad-28a2-47bd-972c-3dfb74d47b0e details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:31:41.331830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3cb10-5e8a-4f4f-9d56-72c758a5f76c req-69fcd5d3-baae-4842-a0a9-eeb7dba8eccb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:41.335986 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8a3cb10-5e8a-4f4f-9d56-72c758a5f76c req-69fcd5d3-baae-4842-a0a9-eeb7dba8eccb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.2967303
Apr 20 19:31:41.348867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 816619ad-28a2-47bd-972c-3dfb74d47b0e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=816619ad-28a2-47bd-972c-3dfb74d47b0e,segment=NetworkSegment(c5cc8274-a8c8-49f5-aeea-7886f6c25816),segment_id=c5cc8274-a8c8-49f5-aeea-7886f6c25816)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:41.349523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b41f39-0b86-428d-a984-485ad75d1121 req-723530bd-ff47-49fe-a026-b5e02cae41d5 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:41.351654 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6b41f39-0b86-428d-a984-485ad75d1121 req-723530bd-ff47-49fe-a026-b5e02cae41d5 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1976304
Apr 20 19:31:41.367179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '816619ad-28a2-47bd-972c-3dfb74d47b0e', 'network_id': '8c9f3342-c597-437e-9c26-b627dbf06614', 'port_id': '816619ad-28a2-47bd-972c-3dfb74d47b0e', 'mac_address': 'fa:16:3e:a6:f7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ee7e98-03b8-4bff-9430-64ab6ad5ebc8', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:31:41.371141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-dc3d82ee-b96b-4010-b646-eeee9dd47010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:41.372889 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-dc3d82ee-b96b-4010-b646-eeee9dd47010 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1099 time: 0.2611225
Apr 20 19:31:41.435444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:41.476856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816619ad-28a2-47bd-972c-3dfb74d47b0e {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:31:41.509663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 816619ad-28a2-47bd-972c-3dfb74d47b0e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=816619ad-28a2-47bd-972c-3dfb74d47b0e,segment=NetworkSegment(c5cc8274-a8c8-49f5-aeea-7886f6c25816),segment_id=c5cc8274-a8c8-49f5-aeea-7886f6c25816)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:41.519476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:41.522422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:41.569824 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6b41f39-0b86-428d-a984-485ad75d1121 req-fafefd83-f6bd-494c-8589-25403480841d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1956971
Apr 20 19:31:41.606802 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8a3cb10-5e8a-4f4f-9d56-72c758a5f76c req-8eb38695-04f3-4b20-9e31-7a0aa733bf2b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2524462
Apr 20 19:31:41.675893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-ce52e454-c108-4a01-8289-eeedc0a64ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:41.678332 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-ce52e454-c108-4a01-8289-eeedc0a64ee8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 919 time: 0.2841828
Apr 20 19:31:41.681794 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=816619ad-28a2-47bd-972c-3dfb74d47b0e,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:41.713668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:42.100342 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-ea5df1e8-a984-458f-8495-db41726ab0eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd320e4-5118-4b15-8942-5329b2b163c1 HTTP/1.1" status: 200  len: 217 time: 0.4105797
Apr 20 19:31:42.163975 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['816619ad-28a2-47bd-972c-3dfb74d47b0e'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:31:42.220015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-3c3f7f2b-e681-41c6-bb70-c45614e72d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:42.222235 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-3c3f7f2b-e681-41c6-bb70-c45614e72d7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 200  len: 858 time: 0.1110172
Apr 20 19:31:42.288629 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-a45b4d6d-dee4-4462-984a-d481eef3f469 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571997
Apr 20 19:31:42.298082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f5b69-5ffe-4c59-84c1-cbcf0ae88b90 req-dfd1ef9a-d0ab-4795-9f08-36064939f479 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:42.301547 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1f5b69-5ffe-4c59-84c1-cbcf0ae88b90 req-dfd1ef9a-d0ab-4795-9f08-36064939f479 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 948 time: 0.2639079
Apr 20 19:31:42.310548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614f27c-f274-4067-8190-c748df5a5faa req-9062bcde-cf72-4d8b-a349-1b4de253511a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:42.319182 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d614f27c-f274-4067-8190-c748df5a5faa req-9062bcde-cf72-4d8b-a349-1b4de253511a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.3280025
Apr 20 19:31:42.511420 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d614f27c-f274-4067-8190-c748df5a5faa req-c4fb446f-e20e-43ce-abae-dfbfd71ec2f9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912615
Apr 20 19:31:42.514255 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1f5b69-5ffe-4c59-84c1-cbcf0ae88b90 req-901a65c0-c69c-446a-95e5-67971d609810 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787350
Apr 20 19:31:42.579509 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-75919cc1-2ae8-4012-b792-ece51b94b768 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283108
Apr 20 19:31:42.940977 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b4a3a6c0-7d4e-4067-841b-c77df88682ec req-08414c22-3ffc-4ea9-a8b6-22012c2f9b90 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3509200
Apr 20 19:31:42.973614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22e742-ddbf-4043-8316-5742ff3f9b1a req-c1f87818-0c38-4fc3-bf27-aec0f7fe1cab tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:42.975786 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b22e742-ddbf-4043-8316-5742ff3f9b1a req-c1f87818-0c38-4fc3-bf27-aec0f7fe1cab tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1492109
Apr 20 19:31:43.018995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb6cd3-917c-46ed-9355-ae6de6baa766 req-f34ab451-2cf2-4725-8283-8701a73e3435 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:43.025207 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-29eb6cd3-917c-46ed-9355-ae6de6baa766 req-f34ab451-2cf2-4725-8283-8701a73e3435 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.2358122
Apr 20 19:31:43.067415 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b22e742-ddbf-4043-8316-5742ff3f9b1a req-2749aa2c-6f44-4e40-8aea-064753a342cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847473
Apr 20 19:31:43.145056 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-29eb6cd3-917c-46ed-9355-ae6de6baa766 req-07796be6-073c-4a4b-9198-b05b543084ee tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909166
Apr 20 19:31:43.864034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c181ad-c361-486e-b699-586bea5d6e3c req-e11e6a9c-dfdc-4e8f-a166-c4b54a91ff59 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:43.872333 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-91c181ad-c361-486e-b699-586bea5d6e3c req-e11e6a9c-dfdc-4e8f-a166-c4b54a91ff59 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2256577
Apr 20 19:31:43.898857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e217a6e-28e4-4957-b4d1-0c764c424f95 req-d6e4aaf7-8098-4017-b468-6e0275642e55 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:43.902680 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8e217a6e-28e4-4957-b4d1-0c764c424f95 req-d6e4aaf7-8098-4017-b468-6e0275642e55 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 948 time: 0.2156849
Apr 20 19:31:43.962622 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-91c181ad-c361-486e-b699-586bea5d6e3c req-4bf9ff2a-63d9-4279-b73e-585a627569e6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893323
Apr 20 19:31:43.991085 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8e217a6e-28e4-4957-b4d1-0c764c424f95 req-7109f44a-3552-4572-a3ee-7ccbaf9923a5 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844738
Apr 20 19:31:44.317433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76ab76-dfe8-4cc6-bd5f-918b7f741ab1 req-6477d7e8-9d2b-430b-bc24-9d6a68277e1e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:44.319119 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f76ab76-dfe8-4cc6-bd5f-918b7f741ab1 req-6477d7e8-9d2b-430b-bc24-9d6a68277e1e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1178632
Apr 20 19:31:44.445473 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f76ab76-dfe8-4cc6-bd5f-918b7f741ab1 req-cdbea897-a350-4b6c-87ba-fb8fae81bc56 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1193969
Apr 20 19:31:44.496197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eb554-6282-4629-b20c-e4d29f3d25fc req-f6b3c871-e619-41d2-930f-00a0e1c5e4f5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:44.503300 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d03eb554-6282-4629-b20c-e4d29f3d25fc req-f6b3c871-e619-41d2-930f-00a0e1c5e4f5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1551282
Apr 20 19:31:44.550992 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d03eb554-6282-4629-b20c-e4d29f3d25fc req-deba602f-09ca-4f50-b745-9c8fb84057a0 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455086
Apr 20 19:31:45.188139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 816619ad-28a2-47bd-972c-3dfb74d47b0e up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:31:45.299501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 816619ad-28a2-47bd-972c-3dfb74d47b0e completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:31:45.309908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 816619ad-28a2-47bd-972c-3dfb74d47b0e triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:31:45.310529 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:45.313484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83222fcd-895a-4252-b99f-db27f0f3bb31 req-de0bb652-8741-440c-9b2d-731d881480c2 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:45.316060 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-83222fcd-895a-4252-b99f-db27f0f3bb31 req-de0bb652-8741-440c-9b2d-731d881480c2 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 948 time: 0.1347723
Apr 20 19:31:45.324522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4e101-840f-42ba-bb37-de875bbb0adc req-c94b3884-bb75-43af-a6af-1d845228d522 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:45.326177 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-94a4e101-840f-42ba-bb37-de875bbb0adc req-c94b3884-bb75-43af-a6af-1d845228d522 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1999054
Apr 20 19:31:45.433763 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-94a4e101-840f-42ba-bb37-de875bbb0adc req-7568a14b-2837-4cff-a9ad-b9809051814a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903828
Apr 20 19:31:45.470984 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-83222fcd-895a-4252-b99f-db27f0f3bb31 req-889152c8-cc54-4c28-a4f7-098f0516c353 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436722
Apr 20 19:31:45.499246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:45.701250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76842e5-774a-401f-9e1c-a156919bde91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816619ad-28a2-47bd-972c-3dfb74d47b0e'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:45.709210 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 816619ad-28a2-47bd-972c-3dfb74d47b0e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=816619ad-28a2-47bd-972c-3dfb74d47b0e,segment=NetworkSegment(c5cc8274-a8c8-49f5-aeea-7886f6c25816),segment_id=c5cc8274-a8c8-49f5-aeea-7886f6c25816)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:45.712321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:45.715631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:45.739741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bffba8-f4d9-4fae-b32b-70bdb7044818 req-06a8a539-012e-4722-93ef-9107628ec5b3 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:45.741607 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9bffba8-f4d9-4fae-b32b-70bdb7044818 req-06a8a539-012e-4722-93ef-9107628ec5b3 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1345053
Apr 20 19:31:45.790012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=816619ad-28a2-47bd-972c-3dfb74d47b0e,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:45.793709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:45.881903 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9bffba8-f4d9-4fae-b32b-70bdb7044818 req-4db4b027-65ba-44fd-a63d-f3d8834858c8 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854497
Apr 20 19:31:45.906614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0198970-0479-4118-a4d8-8d98a6731d42 req-dd1c14da-bc96-4514-98b5-a22312bc0869 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:45.908524 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b0198970-0479-4118-a4d8-8d98a6731d42 req-dd1c14da-bc96-4514-98b5-a22312bc0869 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1655722
Apr 20 19:31:45.944388 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76842e5-774a-401f-9e1c-a156919bde91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816619ad-28a2-47bd-972c-3dfb74d47b0e', 'code': 200}
Apr 20 19:31:45.968307 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b0198970-0479-4118-a4d8-8d98a6731d42 req-1da9f015-5a32-48cf-9103-37ad9b92713b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511916
Apr 20 19:31:46.408014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccc3ad-af34-4f35-8eb0-d6ab4fe8b2a0 req-bc791f1a-52fe-444b-b0fa-54acacfa46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:46.411532 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f8ccc3ad-af34-4f35-8eb0-d6ab4fe8b2a0 req-bc791f1a-52fe-444b-b0fa-54acacfa46dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 1102 time: 0.0884743
Apr 20 19:31:46.563845 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f8ccc3ad-af34-4f35-8eb0-d6ab4fe8b2a0 req-5dbbbb19-56ee-4f30-89c6-88c98dc56e83 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192727
Apr 20 19:31:46.772073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16bd9e-be27-4559-8c80-8ca63555dbae req-32dce21b-f223-4aba-99a6-35bf9b217aba tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:46.779912 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2a16bd9e-be27-4559-8c80-8ca63555dbae req-32dce21b-f223-4aba-99a6-35bf9b217aba tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2016101
Apr 20 19:31:46.813488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484edb0c-588e-4b0d-99c9-ccf097062910 req-6a33dbba-fcd5-4607-8e97-fe0f987bfcd1 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:46.816818 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-484edb0c-588e-4b0d-99c9-ccf097062910 req-6a33dbba-fcd5-4607-8e97-fe0f987bfcd1 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 949 time: 0.1644239
Apr 20 19:31:46.865607 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2a16bd9e-be27-4559-8c80-8ca63555dbae req-b7884ab2-8de1-4a77-a9e6-677b439d4c6a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849013
Apr 20 19:31:46.892104 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-484edb0c-588e-4b0d-99c9-ccf097062910 req-60d27366-5ba4-4667-b282-8a9ea3f64e70 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643461
Apr 20 19:31:47.142729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5489db2-3220-4a4b-8557-c5ddf7457d5d req-7aa110f4-95ec-441d-b36a-909cacbe06c8 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:47.146358 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5489db2-3220-4a4b-8557-c5ddf7457d5d req-7aa110f4-95ec-441d-b36a-909cacbe06c8 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1248734
Apr 20 19:31:47.279228 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5489db2-3220-4a4b-8557-c5ddf7457d5d req-1a98bb26-7514-482a-8bba-fa7f7ca2d5b6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689359
Apr 20 19:31:47.311940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bb2ec-9ed0-4e46-ad5d-47a2114ab623 req-3f08c707-6446-4e27-a1b8-4aaa3f96f4e5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:47.311940 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9d3bb2ec-9ed0-4e46-ad5d-47a2114ab623 req-3f08c707-6446-4e27-a1b8-4aaa3f96f4e5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.1702826
Apr 20 19:31:47.367078 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9d3bb2ec-9ed0-4e46-ad5d-47a2114ab623 req-0ccfad2e-94ca-40af-845b-6ae807757d2d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550549
Apr 20 19:31:48.168685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1001-6c23-401c-b405-743b7d5a06da req-75fd6709-5593-432a-a1f1-f3fdb46b64ea tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:48.170476 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1afc1001-6c23-401c-b405-743b7d5a06da req-75fd6709-5593-432a-a1f1-f3fdb46b64ea tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1727381
Apr 20 19:31:48.183868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6091e-34c6-45c8-95e6-98cfcf5f443c req-0fcefbfc-4503-475b-85d2-1ea335e54ca8 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:48.185672 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dfd6091e-34c6-45c8-95e6-98cfcf5f443c req-0fcefbfc-4503-475b-85d2-1ea335e54ca8 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 949 time: 0.1416292
Apr 20 19:31:48.275639 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1afc1001-6c23-401c-b405-743b7d5a06da req-305be44e-a2fc-4203-9935-91b6f221f460 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888610
Apr 20 19:31:48.307928 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dfd6091e-34c6-45c8-95e6-98cfcf5f443c req-9344e124-74f8-40f1-8e7c-78495cb9d364 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043730
Apr 20 19:31:48.568140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438163b9-231a-4857-b3a1-9c6f97a5228b req-0a2a0e19-fa64-445a-b326-4b7ae81d486a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:48.569841 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-438163b9-231a-4857-b3a1-9c6f97a5228b req-0a2a0e19-fa64-445a-b326-4b7ae81d486a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1217229
Apr 20 19:31:48.621969 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-438163b9-231a-4857-b3a1-9c6f97a5228b req-e6a910a4-aa58-48e9-9f59-5f8e57406271 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455403
Apr 20 19:31:48.839997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf002425-7329-41ed-a58b-dd58a604eb8e req-6a972361-a2c8-4706-a6e9-03a8ec81b7f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:48.842355 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf002425-7329-41ed-a58b-dd58a604eb8e req-6a972361-a2c8-4706-a6e9-03a8ec81b7f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.0985231
Apr 20 19:31:48.892103 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf002425-7329-41ed-a58b-dd58a604eb8e req-0908dec7-052c-4dad-9660-17d508761e0a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426071
Apr 20 19:31:49.524952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5eaff-b236-47d6-a3e1-a0e6122d7bcc req-c3d00a8a-941d-4e15-ad2d-040ad47d7809 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:49.526557 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-37e5eaff-b236-47d6-a3e1-a0e6122d7bcc req-c3d00a8a-941d-4e15-ad2d-040ad47d7809 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 949 time: 0.0948219
Apr 20 19:31:49.574372 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-37e5eaff-b236-47d6-a3e1-a0e6122d7bcc req-ffd38d62-7e23-4b9f-add5-8693f9abee54 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413570
Apr 20 19:31:49.901707 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-d2b3125c-2f9a-46c9-a721-b515851a0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:49.903409 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-d2b3125c-2f9a-46c9-a721-b515851a0022 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 1098 time: 0.1176214
Apr 20 19:31:49.920842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377be42-085e-4107-8805-b03282229592 req-384ae5db-b56c-43db-aa57-2eb614314f55 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:49.922635 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2377be42-085e-4107-8805-b03282229592 req-384ae5db-b56c-43db-aa57-2eb614314f55 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1782293
Apr 20 19:31:50.058285 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2377be42-085e-4107-8805-b03282229592 req-8fe2f498-2bfb-47d9-bb21-edfa20a64f22 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266963
Apr 20 19:31:50.448498 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-6284988d-6f79-42f8-9715-7b11b77b1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:50.450094 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-6284988d-6f79-42f8-9715-7b11b77b1fcd service neutron] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 917 time: 0.4827735
Apr 20 19:31:50.468593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd3cc3-e2be-4b45-acfc-05386d3f60b4 req-329932c4-a87b-4b6e-aa22-024087fdf2f2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:50.470198 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-61cd3cc3-e2be-4b45-acfc-05386d3f60b4 req-329932c4-a87b-4b6e-aa22-024087fdf2f2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.4109559
Apr 20 19:31:50.631694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034b274-1ec7-4b73-bbd1-a1d76e5cfe46 req-086b7b98-0853-4a2a-8373-90f8aaae247e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:50.633318 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6034b274-1ec7-4b73-bbd1-a1d76e5cfe46 req-086b7b98-0853-4a2a-8373-90f8aaae247e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2673483
Apr 20 19:31:50.639101 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-61cd3cc3-e2be-4b45-acfc-05386d3f60b4 req-298d00ac-e4b9-4b3c-965d-bb7e4bb40d8b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1585016
Apr 20 19:31:50.642495 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-ac7535cf-d391-434d-b91e-cb91e6f5b496 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e HTTP/1.1" status: 200  len: 1001 time: 0.1649222
Apr 20 19:31:50.745506 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6034b274-1ec7-4b73-bbd1-a1d76e5cfe46 req-01bcd44a-2f8f-4189-897f-d5c7759f3084 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053016
Apr 20 19:31:50.748479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-ed3b1ff5-c00c-4b54-a6d2-bd779c4fa864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:50.749756 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-ed3b1ff5-c00c-4b54-a6d2-bd779c4fa864 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.0903804
Apr 20 19:31:50.917244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9582e7-3398-4759-8a4a-48ab9b5655ac req-71f123dd-4bae-4d0b-bcdd-49f69e58bd0a tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:50.919440 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-da9582e7-3398-4759-8a4a-48ab9b5655ac req-71f123dd-4bae-4d0b-bcdd-49f69e58bd0a tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 949 time: 0.1729224
Apr 20 19:31:50.922697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-ee6d8eb5-5035-4924-ace0-36292f8b9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:50.924242 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-ee6d8eb5-5035-4924-ace0-36292f8b9aeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1367450
Apr 20 19:31:51.067254 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-da9582e7-3398-4759-8a4a-48ab9b5655ac req-2da0a6c3-9fc1-4a9e-b141-1f01d8028d63 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402674
Apr 20 19:31:51.128509 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-6e6acea0-9e8b-4e60-8bdb-8114852394cb service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833553
Apr 20 19:31:51.395314 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b3297992-d3f2-47a6-8aa6-b1896c63218e req-69cf8ed4-62a0-4824-b606-7f944b81da12 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2587733
Apr 20 19:31:51.404153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e4cb-4e3d-4777-b050-632a613e0ed1 req-ff062533-e329-4312-8861-010ac5daf7b3 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:51.405943 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f373e4cb-4e3d-4777-b050-632a613e0ed1 req-ff062533-e329-4312-8861-010ac5daf7b3 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1868551
Apr 20 19:31:51.461079 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f373e4cb-4e3d-4777-b050-632a613e0ed1 req-aed6eefa-6101-4f3a-88fd-444d59b8d076 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460665
Apr 20 19:31:51.703132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d01d9b-c5db-48af-856b-8c1ca7e93f3e req-2f3d7e4c-dca4-42ee-90da-f0e62275e9e9 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:51.711506 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a6d01d9b-c5db-48af-856b-8c1ca7e93f3e req-2f3d7e4c-dca4-42ee-90da-f0e62275e9e9 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 949 time: 0.1160047
Apr 20 19:31:51.760293 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a6d01d9b-c5db-48af-856b-8c1ca7e93f3e req-ce0f86f6-e427-406b-8187-12ad57872974 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478196
Apr 20 19:31:51.871625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5280-c462-432d-b13d-efc0b38940a5 req-cec98041-7a66-4daa-af72-47ec76848848 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:51.873260 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-312d5280-c462-432d-b13d-efc0b38940a5 req-cec98041-7a66-4daa-af72-47ec76848848 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.0975037
Apr 20 19:31:51.922910 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-312d5280-c462-432d-b13d-efc0b38940a5 req-f384cb5f-9fbf-4182-b3c7-893901726af3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426743
Apr 20 19:31:52.696961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e31cf5-e35a-42f3-9fe2-e3fd5495a027 req-8030b3fd-7adb-476c-92cd-675c57a0c356 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:52.700454 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-77e31cf5-e35a-42f3-9fe2-e3fd5495a027 req-8030b3fd-7adb-476c-92cd-675c57a0c356 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1129348
Apr 20 19:31:52.758300 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-77e31cf5-e35a-42f3-9fe2-e3fd5495a027 req-e6ccc66b-ea78-478c-b812-08fa8d80ad20 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516071
Apr 20 19:31:52.869690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebd0e8-d11c-43c1-929e-6ba21466fca8 req-c1864559-01b5-49e1-b93d-7545582a2b15 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:52.871317 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ceebd0e8-d11c-43c1-929e-6ba21466fca8 req-c1864559-01b5-49e1-b93d-7545582a2b15 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 945 time: 0.0947177
Apr 20 19:31:52.978791 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ceebd0e8-d11c-43c1-929e-6ba21466fca8 req-e9847b54-ffd7-4f54-a8c1-525c7b9befe7 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010108
Apr 20 19:31:53.008452 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9217-746b-4cea-96f7-3e9ad816f045 req-f291ca31-0a63-4404-9601-5b06a18a016d tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:53.010096 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d1d9217-746b-4cea-96f7-3e9ad816f045 req-f291ca31-0a63-4404-9601-5b06a18a016d tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 949 time: 0.1303835
Apr 20 19:31:53.061271 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d1d9217-746b-4cea-96f7-3e9ad816f045 req-fb014488-9fba-4ae0-a532-02888edca08d tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446954
Apr 20 19:31:53.170160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc81cc-fd88-4397-8c5d-a5552265cfa6 req-59dc8db0-c1e7-438c-aeb7-8a996381255c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:53.171781 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-26dc81cc-fd88-4397-8c5d-a5552265cfa6 req-59dc8db0-c1e7-438c-aeb7-8a996381255c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 945 time: 0.0912387
Apr 20 19:31:53.217347 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:31:53.222635 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-26dc81cc-fd88-4397-8c5d-a5552265cfa6 req-d7a2a7b1-70f4-40ae-afa7-7c5176ae15e2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434909
Apr 20 19:31:53.340223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:53.368811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:53.379465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:53.382346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:53.385059 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:53.423923 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'code': 200}
Apr 20 19:31:53.461726 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=8']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:53.465092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:53.972616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c570f-e77d-467f-ab51-90988502dcc5 req-d7a6381c-b4f3-43d8-a803-1246d1880700 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:53.974315 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7e5c570f-e77d-467f-ab51-90988502dcc5 req-d7a6381c-b4f3-43d8-a803-1246d1880700 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.0933211
Apr 20 19:31:54.023408 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7e5c570f-e77d-467f-ab51-90988502dcc5 req-bcf74ee9-c3b5-48dd-9a2e-20f980f0a0e7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425527
Apr 20 19:31:54.192339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9cd6f-79bd-47ab-98c9-31265ac0549c req-b2af37ea-1792-4a58-85bb-9c46b326a658 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:54.194170 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8ca9cd6f-79bd-47ab-98c9-31265ac0549c req-b2af37ea-1792-4a58-85bb-9c46b326a658 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 945 time: 0.0911763
Apr 20 19:31:54.249873 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8ca9cd6f-79bd-47ab-98c9-31265ac0549c req-0c787b36-0ef8-47db-875c-230a1daca9db tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489378
Apr 20 19:31:54.482278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5d39-0705-4d85-9e94-8c04e336338a req-e74b801f-39da-4249-b745-38c9736c59a5 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:54.483980 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e57f5d39-0705-4d85-9e94-8c04e336338a req-e74b801f-39da-4249-b745-38c9736c59a5 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 949 time: 0.1706126
Apr 20 19:31:54.493763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed925b65-c7c8-4c89-bfa9-0d7059712a17 req-30b5fb03-64d9-4fd3-b56e-eaa3b6c8f911 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:54.495405 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed925b65-c7c8-4c89-bfa9-0d7059712a17 req-30b5fb03-64d9-4fd3-b56e-eaa3b6c8f911 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1366720
Apr 20 19:31:54.619572 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e57f5d39-0705-4d85-9e94-8c04e336338a req-12d5a365-2c0b-46b4-9625-3f4697fa202f tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222291
Apr 20 19:31:54.627623 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed925b65-c7c8-4c89-bfa9-0d7059712a17 req-366beb8b-c685-4bad-8f54-6a94836142e1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159213
Apr 20 19:31:54.659094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-b8e46f7e-f738-4d56-94aa-52903693a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:54.662556 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-b8e46f7e-f738-4d56-94aa-52903693a9c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 1099 time: 0.1269586
Apr 20 19:31:54.889598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-a64e409b-194b-49c5-93e3-56f1ed61fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:54.891268 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-a64e409b-194b-49c5-93e3-56f1ed61fb41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 911 time: 0.2203274
Apr 20 19:31:54.905279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d3cdf-bae6-46da-9ef1-94e6804f55fc req-39dc1b04-165f-4801-a9bf-1cc8563f7d1f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:54.906936 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-863d3cdf-bae6-46da-9ef1-94e6804f55fc req-39dc1b04-165f-4801-a9bf-1cc8563f7d1f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1558311
Apr 20 19:31:54.999719 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-69e4a732-9de7-4db5-a22c-9f24b30f6c1c tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:55.001479 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-69e4a732-9de7-4db5-a22c-9f24b30f6c1c tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.55 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 949 time: 0.0936296
Apr 20 19:31:55.015155 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d2c607d8-30b8-4769-a0f9-8a5b7f6f1632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:55.056455 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-863d3cdf-bae6-46da-9ef1-94e6804f55fc req-0860a6cb-c119-4b0e-9c50-26dae46d1a90 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871463
Apr 20 19:31:55.059520 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-bc4dc64c-afde-4fc9-bec1-e1019da9977a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c HTTP/1.1" status: 200  len: 1001 time: 0.1507022
Apr 20 19:31:55.097036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Deleting port 816619ad-28a2-47bd-972c-3dfb74d47b0e {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:31:55.097428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:55.140209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-2bd7f1c3-7206-48a1-bad8-85e9c4726b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:55.141957 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-2bd7f1c3-7206-48a1-bad8-85e9c4726b92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 200  len: 849 time: 0.0664084
Apr 20 19:31:55.242792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-ad0fbb84-6020-4f53-a9f0-9889a7c3b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:55.244388 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-ad0fbb84-6020-4f53-a9f0-9889a7c3b937 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4427720-1bf7-4b3c-8e43-4a0696109808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844135
Apr 20 19:31:55.367944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] For port 816619ad-28a2-47bd-972c-3dfb74d47b0e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=816619ad-28a2-47bd-972c-3dfb74d47b0e,segment=NetworkSegment(c5cc8274-a8c8-49f5-aeea-7886f6c25816),segment_id=c5cc8274-a8c8-49f5-aeea-7886f6c25816)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:55.368330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:55.508572 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-d359815b-2d4c-453d-b37a-1b4bae990861 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346382
Apr 20 19:31:55.732428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Calling delete_port for 816619ad-28a2-47bd-972c-3dfb74d47b0e owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:31:55.840691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957ffd-76d5-4ce4-a627-e6d6aeb14916 req-4ddf7905-962f-4738-82f9-5af9585e02c4 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:55.842326 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c1957ffd-76d5-4ce4-a627-e6d6aeb14916 req-4ddf7905-962f-4738-82f9-5af9585e02c4 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 945 time: 0.4496963
Apr 20 19:31:55.899836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:55.905616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:55.953972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Pushing event deleted for resources: {'Port': ['ID=816619ad-28a2-47bd-972c-3dfb74d47b0e,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:55.964425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.964908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.965460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.965823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.970921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.970921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.970921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.970921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.970921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.970921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.970921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:55.970921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:31:56.001175 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c1957ffd-76d5-4ce4-a627-e6d6aeb14916 req-06f5b669-e747-4b74-9fee-6c5b1289d1e7 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183596
Apr 20 19:31:56.005937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:56.017396 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f019e39-3271-4dc3-b0d3-ce9f27bc2859 req-90574b94-05d4-436b-8da4-10fa915de446 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4982967
Apr 20 19:31:56.040951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a39b5-6ff4-4062-a3eb-e70ed41c3fd6 req-1a59de3b-2e4e-4b01-9021-8f45581fd44c tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:56.040951 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-884a39b5-6ff4-4062-a3eb-e70ed41c3fd6 req-1a59de3b-2e4e-4b01-9021-8f45581fd44c tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 867 time: 0.2117269
Apr 20 19:31:56.131825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] No DVR routers for this DVR port 816619ad-28a2-47bd-972c-3dfb74d47b0e on host hv-cinder-78726 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:31:56.140366 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-884a39b5-6ff4-4062-a3eb-e70ed41c3fd6 req-fd856668-8c1e-4197-819b-d9622367a281 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad7becde-bf5c-4040-b195-e123ea945966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934539
Apr 20 19:31:56.151884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:56.155088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76842e5-774a-401f-9e1c-a156919bde91', 'name': 'network-vif-deleted', 'tag': '816619ad-28a2-47bd-972c-3dfb74d47b0e'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:56.178235 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-25cf0df3-563e-4f53-a160-d91ea3121ed0 req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.55 "DELETE /v2.0/ports/816619ad-28a2-47bd-972c-3dfb74d47b0e HTTP/1.1" status: 204  len: 173 time: 1.1608050
Apr 20 19:31:56.366067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab7261-8fbf-4e4b-b793-ef945d855e5c req-bb883595-ad3f-4fb5-90db-9c03683e28c1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:56.367767 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-17ab7261-8fbf-4e4b-b793-ef945d855e5c req-bb883595-ad3f-4fb5-90db-9c03683e28c1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1961730
Apr 20 19:31:56.376414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b03c0-a3b3-4b2c-abfd-d69db4e1a107 req-708b2cf5-8494-41c6-a76e-e114d6fa3cf2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:56.378234 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a38b03c0-a3b3-4b2c-abfd-d69db4e1a107 req-708b2cf5-8494-41c6-a76e-e114d6fa3cf2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1346898
Apr 20 19:31:56.458461 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-17ab7261-8fbf-4e4b-b793-ef945d855e5c req-d923e3f5-3c27-4e7d-854c-17faa111223e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791700
Apr 20 19:31:56.463170 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a38b03c0-a3b3-4b2c-abfd-d69db4e1a107 req-3a7f55fb-96d7-4d91-b4ce-2f99d2a84fb9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699871
Apr 20 19:31:56.541710 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76842e5-774a-401f-9e1c-a156919bde91', 'name': 'network-vif-deleted', 'tag': '816619ad-28a2-47bd-972c-3dfb74d47b0e', 'status': 'completed', 'code': 200}
Apr 20 19:31:56.584099 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-434b76d1-88ea-431b-bee4-169da2c1047f tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:56.585235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-434b76d1-88ea-431b-bee4-169da2c1047f tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Synchronizing usage tracker for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:31:56.601028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-434b76d1-88ea-431b-bee4-169da2c1047f tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Unset dirty status for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:31:56.602295 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-434b76d1-88ea-431b-bee4-169da2c1047f tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 945 time: 0.1235499
Apr 20 19:31:56.708163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Deleting port 7308268c-7f90-4bfd-ac50-da6e465d6946 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:31:56.708552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:56.990510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] For port 7308268c-7f90-4bfd-ac50-da6e465d6946, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7308268c-7f90-4bfd-ac50-da6e465d6946,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:31:56.990910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:57.136380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Calling delete_port for 7308268c-7f90-4bfd-ac50-da6e465d6946 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:31:57.285787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 816619ad-28a2-47bd-972c-3dfb74d47b0e no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:31:57.319524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:57.339142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:31:57.351952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 816619ad-28a2-47bd-972c-3dfb74d47b0e {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:31:57.352353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 816619ad-28a2-47bd-972c-3dfb74d47b0e not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:31:57.352886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 7308268c-7f90-4bfd-ac50-da6e465d6946 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:31:57.389280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 7308268c-7f90-4bfd-ac50-da6e465d6946 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:31:57.389680 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 7308268c-7f90-4bfd-ac50-da6e465d6946 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:31:57.393630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Pushing event deleted for resources: {'Port': ['ID=7308268c-7f90-4bfd-ac50-da6e465d6946,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:31:57.404317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:31:57.406477 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f96f3e39-d451-4206-b9f9-d92d7b205a89 req-95e0bc04-af1d-4bd1-8523-ca47583a76a4 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76842e5-774a-401f-9e1c-a156919bde91 HTTP/1.1" status: 200  len: 210 time: 0.0656273
Apr 20 19:31:57.416270 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027d828-03c6-430c-904c-7089f19721d2 req-4a84e894-e17d-4da7-9fdd-f15c8ea5a638 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:57.423299 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0027d828-03c6-430c-904c-7089f19721d2 req-4a84e894-e17d-4da7-9fdd-f15c8ea5a638 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8baa13b-2f85-4be8-80b7-c17f894b63c3 HTTP/1.1" status: 200  len: 867 time: 0.2759237
Apr 20 19:31:57.439962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'e7c3b303-1f91-4666-9c18-e7c69424a700', 'bad69e7f-11c2-477d-a791-ffe7c816a6f4'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:31:57.493294 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0027d828-03c6-430c-904c-7089f19721d2 req-b74f281d-b480-43ac-a025-490e9b0b0bd9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680258
Apr 20 19:31:57.552388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] No DVR routers for this DVR port 7308268c-7f90-4bfd-ac50-da6e465d6946 on host hv-cinder-78726 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:31:57.555011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:57.566964 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bd82cf4d-99ce-4b42-b54b-7299a50af78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:57.569334 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f57ccf31-d029-4867-ba1e-3d3ca94c538f req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "DELETE /v2.0/ports/7308268c-7f90-4bfd-ac50-da6e465d6946 HTTP/1.1" status: 204  len: 173 time: 0.9448764
Apr 20 19:31:57.731975 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80c25-ab93-4b86-86e9-c41af87b11cf req-e095e88f-0072-4d03-864d-ad831bc22375 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:57.734075 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-44b80c25-ab93-4b86-86e9-c41af87b11cf req-e095e88f-0072-4d03-864d-ad831bc22375 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1255233
Apr 20 19:31:57.854677 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-f79a8c44-d6dc-49ec-b3bf-c65caf99ecee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1515718
Apr 20 19:31:57.892982 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-44b80c25-ab93-4b86-86e9-c41af87b11cf req-f2327260-34bb-4af4-b060-66005d8329e1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1497588
Apr 20 19:31:57.964684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf067e-03d2-446d-b10f-b91b0c418b00 req-e4d61d62-b6b3-4097-8f60-021903b4b170 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:57.966382 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2bdf067e-03d2-446d-b10f-b91b0c418b00 req-e4d61d62-b6b3-4097-8f60-021903b4b170 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1414587
Apr 20 19:31:58.037688 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2bdf067e-03d2-446d-b10f-b91b0c418b00 req-b195ce4a-4124-4ebd-ae76-04add116320d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606427
Apr 20 19:31:58.066898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-ec441a78-81ca-460f-aaa7-058185b58fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:58.068512 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-ec441a78-81ca-460f-aaa7-058185b58fb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=360d38b62ef6436f887341a67ecd69b5&device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 1099 time: 0.0994289
Apr 20 19:31:58.240213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-051e112c-a032-4b92-b34a-97dde8a89807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:58.241855 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-051e112c-a032-4b92-b34a-97dde8a89807 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 200  len: 915 time: 0.1422272
Apr 20 19:31:58.352589 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-6216659e-860b-417d-af7c-cc4e9a1bfe5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca HTTP/1.1" status: 200  len: 217 time: 0.0788164
Apr 20 19:31:58.438877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-df810dfb-4f5d-496b-9044-3fd1ce06e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:58.441452 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-df810dfb-4f5d-496b-9044-3fd1ce06e8fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 200  len: 854 time: 0.0762451
Apr 20 19:31:58.506054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:58.506624 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-21b6a4d7-d75a-4fff-acdf-ad21c0769549 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94eaea9d-e39c-47da-9fde-443a214825c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529215
Apr 20 19:31:58.519164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 34102) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:31:58.610950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:58.634058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8baa13b-2f85-4be8-80b7-c17f894b63c3', 'name': 'network-vif-deleted', 'tag': '7308268c-7f90-4bfd-ac50-da6e465d6946'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:31:58.693151 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-f410a59d-a774-4d2d-ae2d-4720c35ad695 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730316
Apr 20 19:31:58.705967 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8baa13b-2f85-4be8-80b7-c17f894b63c3', 'name': 'network-vif-deleted', 'tag': '7308268c-7f90-4bfd-ac50-da6e465d6946', 'status': 'completed', 'code': 200}
Apr 20 19:31:58.758650 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-0357106c-e965-40b7-9cc8-19be5abfe19b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2264557
Apr 20 19:31:58.798072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:58.910647 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad77c5c9-9505-4ced-8b71-05f0be432553 req-80df745e-9b13-46c3-8689-a060a0b42b60 service neutron] 10.222.0.55 "GET /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902628
Apr 20 19:31:59.254462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:31:59.275708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02e310-0d00-4e15-ae31-5ded24f2b4f0 req-e5dde9b6-bd5c-46ba-80af-bf17527af38e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:59.277420 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad02e310-0d00-4e15-ae31-5ded24f2b4f0 req-e5dde9b6-bd5c-46ba-80af-bf17527af38e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1130116
Apr 20 19:31:59.341393 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad02e310-0d00-4e15-ae31-5ded24f2b4f0 req-c6b81579-fe7b-43fb-bfa1-4a05279b08b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553792
Apr 20 19:31:59.467977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:00.355156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f89ab-d75f-4b43-ac67-0ad2dad599a2 req-5bb15218-0f6a-4c63-8209-f3e68de7a307 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:00.361377 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9d8f89ab-d75f-4b43-ac67-0ad2dad599a2 req-5bb15218-0f6a-4c63-8209-f3e68de7a307 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 945 time: 0.1096854
Apr 20 19:32:00.433419 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9d8f89ab-d75f-4b43-ac67-0ad2dad599a2 req-880f1ef3-ee17-403c-9fd0-cc0f3afb81f1 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666132
Apr 20 19:32:00.645882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14477bf1-c72f-4e72-affd-76cf25ad2c8c req-79cb1aa1-fb94-46bb-861c-3daa79a1e4f6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:00.647503 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-14477bf1-c72f-4e72-affd-76cf25ad2c8c req-79cb1aa1-fb94-46bb-861c-3daa79a1e4f6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0949178
Apr 20 19:32:00.702542 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-14477bf1-c72f-4e72-affd-76cf25ad2c8c req-b4166ce3-d16e-4b7d-b426-4b8e8b5aad46 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484266
Apr 20 19:32:00.978192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-5d02122b-e25a-434e-aab2-67a68d2ea924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:00.979795 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-5d02122b-e25a-434e-aab2-67a68d2ea924 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1099 time: 0.0812552
Apr 20 19:32:01.012139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52520d-29b9-4548-baa4-010dca8924b8 req-afa7bd2b-2d63-4636-8e84-06d2f7927ecc tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:01.013936 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1e52520d-29b9-4548-baa4-010dca8924b8 req-afa7bd2b-2d63-4636-8e84-06d2f7927ecc tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0973570
Apr 20 19:32:01.070923 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1e52520d-29b9-4548-baa4-010dca8924b8 req-3adc35b2-73a4-4222-8775-f6ab8e3b6412 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494761
Apr 20 19:32:01.145472 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-26ab7fd8-aa2d-44e1-af1e-acc6b5c74c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:01.147067 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-26ab7fd8-aa2d-44e1-af1e-acc6b5c74c60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 919 time: 0.1562831
Apr 20 19:32:01.232431 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-3293c4dd-0855-4eb5-a943-eb513cc29ff4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd320e4-5118-4b15-8942-5329b2b163c1 HTTP/1.1" status: 200  len: 217 time: 0.0715997
Apr 20 19:32:01.309882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-35dd72c1-7f20-4acc-85d4-c331504e3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:01.311583 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-35dd72c1-7f20-4acc-85d4-c331504e3d4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 200  len: 858 time: 0.0675027
Apr 20 19:32:01.378954 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-601f3e40-934b-4294-a084-8b8d4ffcce93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494089
Apr 20 19:32:01.450302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-ab9a968f-25dd-4f91-a0cf-49c1bce784bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:01.451967 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-ab9a968f-25dd-4f91-a0cf-49c1bce784bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34&tenant_id=7899154aeb3b4d1387b43d42a0a50996 HTTP/1.1" status: 200  len: 1096 time: 0.0890400
Apr 20 19:32:01.568366 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-9a017e62-efee-4b86-b48f-23f0e0c9299d service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729426
Apr 20 19:32:01.645355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-7374e283-2e91-4ef3-8698-48eac6d20b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:01.646983 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-7374e283-2e91-4ef3-8698-48eac6d20b1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 1096 time: 0.1464715
Apr 20 19:32:01.668564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6138a6d-dd06-4e49-af3e-83a4de862f25 req-26614c83-b35b-4a60-9f59-82b44fa6031b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:01.670172 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6138a6d-dd06-4e49-af3e-83a4de862f25 req-26614c83-b35b-4a60-9f59-82b44fa6031b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 945 time: 0.1124635
Apr 20 19:32:01.722932 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-273163eb-134f-4feb-abe4-bf6f6acf0b27 req-58522a1d-f5d8-4f9f-81f0-5452b17f4560 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462777
Apr 20 19:32:01.810065 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6138a6d-dd06-4e49-af3e-83a4de862f25 req-b57a7c86-da89-4a60-8753-35378cc75ee9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142628
Apr 20 19:32:01.917146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-77e9f343-06ba-4dbe-b772-099c3f91cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:01.919326 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-77e9f343-06ba-4dbe-b772-099c3f91cc36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 917 time: 0.2480121
Apr 20 19:32:02.060329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1953-924d-45d7-8b0e-4915ca81b0be req-c5099631-2cd5-4e02-86aa-a53958242a13 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:02.061970 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb5e1953-924d-45d7-8b0e-4915ca81b0be req-c5099631-2cd5-4e02-86aa-a53958242a13 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1904321
Apr 20 19:32:02.090621 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-b364a41b-a86f-4e78-889b-6e15e72309f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e HTTP/1.1" status: 200  len: 999 time: 0.1403766
Apr 20 19:32:02.171310 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb5e1953-924d-45d7-8b0e-4915ca81b0be req-41205a6b-7448-4550-8cfe-bed7bedd059d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1015077
Apr 20 19:32:02.193567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-5f2d574e-2bc3-457a-8e09-31c43750b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:02.195161 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-5f2d574e-2bc3-457a-8e09-31c43750b8bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.0946445
Apr 20 19:32:02.357958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261ea2a-c034-4e50-a285-297811e52f6a req-a1e0fcc4-020c-414a-ab9b-311c921ce2d2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:02.359798 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8261ea2a-c034-4e50-a285-297811e52f6a req-a1e0fcc4-020c-414a-ab9b-311c921ce2d2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1683390
Apr 20 19:32:02.363075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-0f937b4a-a616-47ad-8faa-a79dff9d5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:02.364574 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-0f937b4a-a616-47ad-8faa-a79dff9d5cc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1328232
Apr 20 19:32:02.500748 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8261ea2a-c034-4e50-a285-297811e52f6a req-298ed4f8-a260-4621-9a06-bcadc72ac45d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327047
Apr 20 19:32:02.556927 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-89b1109a-d00a-4a25-815d-5c5b1dca017d service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734753
Apr 20 19:32:02.711274 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf5b3ea0-1504-4c20-be4a-7351c7b4e74e req-9b541924-3618-42b4-8447-5274865936cc service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390207
Apr 20 19:32:03.020673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371e5b0-270b-4dba-97e9-800b98e76a75 req-c3a0743b-b166-4ac7-a91c-7eedbbacf0a3 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:03.022342 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d371e5b0-270b-4dba-97e9-800b98e76a75 req-c3a0743b-b166-4ac7-a91c-7eedbbacf0a3 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 945 time: 0.0934296
Apr 20 19:32:03.131917 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d371e5b0-270b-4dba-97e9-800b98e76a75 req-c7a9ce64-6821-4ff5-af44-43eb4320ed93 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720611
Apr 20 19:32:03.152485 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-fcac3336-bfa7-4502-a03a-5461c99dfb23 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:03.154093 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-fcac3336-bfa7-4502-a03a-5461c99dfb23 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 945 time: 0.1307983
Apr 20 19:32:03.243459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Deleting port bad69e7f-11c2-477d-a791-ffe7c816a6f4 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:03.243958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:03.820663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9657d36-db98-4af8-a073-94bc6b2c80d4 req-8faa0027-897b-4a2e-a1cb-ce212498d319 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:03.822313 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b9657d36-db98-4af8-a073-94bc6b2c80d4 req-8faa0027-897b-4a2e-a1cb-ce212498d319 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.3139887
Apr 20 19:32:03.901135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] For port bad69e7f-11c2-477d-a791-ffe7c816a6f4, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=bad69e7f-11c2-477d-a791-ffe7c816a6f4,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:03.901542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:03.909143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 34408) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:03.919684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018c055-b6d2-4488-8fe3-2b4205c82ea0 req-a574876f-cbe5-46e7-9d95-f18bb13fc495 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:03.921311 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c018c055-b6d2-4488-8fe3-2b4205c82ea0 req-a574876f-cbe5-46e7-9d95-f18bb13fc495 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2992649
Apr 20 19:32:04.068608 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b9657d36-db98-4af8-a073-94bc6b2c80d4 req-1560e498-b910-47a6-9463-c390c6b566be tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2317343
Apr 20 19:32:04.082683 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Calling delete_port for bad69e7f-11c2-477d-a791-ffe7c816a6f4 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:04.088784 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-79c2f29d-5c55-4715-ada9-07afcfa65ea6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c74c6ef848144628ba15b48ae884572&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1781845
Apr 20 19:32:04.090159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 34418) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:04.161533 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c018c055-b6d2-4488-8fe3-2b4205c82ea0 req-87dcf8e1-1432-417a-9642-ba7702af97d8 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322867
Apr 20 19:32:04.162114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-68a0a760-db31-45cb-a66b-eae55640df8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:04.194791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-68a0a760-db31-45cb-a66b-eae55640df8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:04.256101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-68a0a760-db31-45cb-a66b-eae55640df8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:04.264399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-01eede6d-f05d-4f3f-91c6-d562e7d25528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:04.283568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0a760-db31-45cb-a66b-eae55640df8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7becde-bf5c-4040-b195-e123ea945966,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:04.286890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-68a0a760-db31-45cb-a66b-eae55640df8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:04.302208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-68a0a760-db31-45cb-a66b-eae55640df8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:04.306697 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-68a0a760-db31-45cb-a66b-eae55640df8b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad7becde-bf5c-4040-b195-e123ea945966 HTTP/1.1" status: 204  len: 168 time: 0.2151718
Apr 20 19:32:04.407149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:04.428450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:04.444861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'e7c3b303-1f91-4666-9c18-e7c69424a700'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:32:04.482996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Pushing event deleted for resources: {'Port': ['ID=bad69e7f-11c2-477d-a791-ffe7c816a6f4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:04.493446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.493973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.494468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.494957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.495442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.495929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.496410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.496921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.497400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.497875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.498357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.498835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:04.507777 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:04.596377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] No DVR routers for this DVR port bad69e7f-11c2-477d-a791-ffe7c816a6f4 on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:32:04.602957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:04.613855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2a7a38-b159-42bc-8b4a-e137ac5ea64d', 'name': 'network-vif-deleted', 'tag': 'bad69e7f-11c2-477d-a791-ffe7c816a6f4'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:32:04.619659 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-80f90ff1-19c0-43b5-9d1c-8a20de5619e7 req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "DELETE /v2.0/ports/bad69e7f-11c2-477d-a791-ffe7c816a6f4 HTTP/1.1" status: 204  len: 173 time: 1.4539156
Apr 20 19:32:04.637161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457f016-6128-46e6-ab25-760031af5421 req-4dd8f62a-e7b5-431c-82f0-d15a37ac76ec tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:04.638239 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a457f016-6128-46e6-ab25-760031af5421 req-4dd8f62a-e7b5-431c-82f0-d15a37ac76ec tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Synchronizing usage tracker for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:32:04.674957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a457f016-6128-46e6-ab25-760031af5421 req-4dd8f62a-e7b5-431c-82f0-d15a37ac76ec tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Unset dirty status for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:32:04.683118 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a457f016-6128-46e6-ab25-760031af5421 req-4dd8f62a-e7b5-431c-82f0-d15a37ac76ec tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 867 time: 0.3454030
Apr 20 19:32:04.768108 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2a7a38-b159-42bc-8b4a-e137ac5ea64d', 'name': 'network-vif-deleted', 'tag': 'bad69e7f-11c2-477d-a791-ffe7c816a6f4', 'status': 'completed', 'code': 200}
Apr 20 19:32:04.856325 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a457f016-6128-46e6-ab25-760031af5421 req-c39d6c05-0488-4091-875a-2a9f3445b35f tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720855
Apr 20 19:32:05.271796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device bad69e7f-11c2-477d-a791-ffe7c816a6f4 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:05.339549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9754b58-f160-44fa-a9d5-9b9fe6b6819c req-1e7cb557-ab1f-4ff2-840e-21b773650350 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:05.349838 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9754b58-f160-44fa-a9d5-9b9fe6b6819c req-1e7cb557-ab1f-4ff2-840e-21b773650350 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1252375
Apr 20 19:32:05.401801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: bad69e7f-11c2-477d-a791-ffe7c816a6f4 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:05.409311 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device bad69e7f-11c2-477d-a791-ffe7c816a6f4 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:05.412008 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9754b58-f160-44fa-a9d5-9b9fe6b6819c req-9f647810-a737-443f-8285-24ae37885e4f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611174
Apr 20 19:32:05.583247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2b7d3-4ca0-48a8-93a5-91d9c430759c req-8df2fa85-cffb-4896-9a18-91fb58aa5b4d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:05.584824 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8fb2b7d3-4ca0-48a8-93a5-91d9c430759c req-8df2fa85-cffb-4896-9a18-91fb58aa5b4d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1250944
Apr 20 19:32:05.636391 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8fb2b7d3-4ca0-48a8-93a5-91d9c430759c req-9a4b5708-1c6b-4ccf-a6ec-0a61456ac0a6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451148
Apr 20 19:32:06.066582 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-94040aa0-0536-48d4-827d-0ed9eccae41a req-84c35149-059e-42ea-afde-c4a6da61ec68 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0881464
Apr 20 19:32:06.632119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1449591-1ab2-476d-8f8b-03233d2c6a69 req-09d67243-5c2d-4811-8cc9-4ed080b8c91a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:06.633792 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f1449591-1ab2-476d-8f8b-03233d2c6a69 req-09d67243-5c2d-4811-8cc9-4ed080b8c91a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1046560
Apr 20 19:32:06.684800 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f1449591-1ab2-476d-8f8b-03233d2c6a69 req-9e2f7d24-e9d8-42c1-aff9-bc66b36b594a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441718
Apr 20 19:32:06.893963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33bfb2-7d3f-4047-bde4-ed290c7723cf req-56a91cd7-35cb-4bcd-8351-4fc2db917f6f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:06.895556 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-df33bfb2-7d3f-4047-bde4-ed290c7723cf req-56a91cd7-35cb-4bcd-8351-4fc2db917f6f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1012275
Apr 20 19:32:06.947538 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-df33bfb2-7d3f-4047-bde4-ed290c7723cf req-e0e2b72f-acae-45e6-9322-72887bfac46f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454917
Apr 20 19:32:07.243780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:32:07.290166 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-de63be69-c875-4c1c-92c2-256e3da394c1 req-72dd1416-015f-4413-a060-ed10f4ba8b0e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0928807
Apr 20 19:32:07.899026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a4d58-f380-4587-88a4-a6595a8a5768 req-a3862d4e-c449-42ed-8108-939e6a0e4d85 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:07.900613 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-628a4d58-f380-4587-88a4-a6595a8a5768 req-a3862d4e-c449-42ed-8108-939e6a0e4d85 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0882227
Apr 20 19:32:07.951955 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-628a4d58-f380-4587-88a4-a6595a8a5768 req-7bd69b6a-8884-4b8f-aaa1-73c65ba5450a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448854
Apr 20 19:32:08.178138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3ffab-cd5a-4bed-ac97-bea4176d4d5e req-3fd6c685-3f53-4ba3-b9d6-f39d4bff81ea tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:08.179740 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-47c3ffab-cd5a-4bed-ac97-bea4176d4d5e req-3fd6c685-3f53-4ba3-b9d6-f39d4bff81ea tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0931795
Apr 20 19:32:08.227923 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-47c3ffab-cd5a-4bed-ac97-bea4176d4d5e req-570bf975-24a8-4170-b6b7-6b78c817421c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418591
Apr 20 19:32:08.473694 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a86832be-5b42-4281-885f-7b42e087b81c req-0b8526a3-1080-40de-8043-8d2b4f9703cc tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0508528
Apr 20 19:32:09.193866 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae0487-a996-487d-99e8-54b5081b6dd6 req-32ba8429-dd53-4f98-ba86-19d1f4a82557 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:09.195510 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-baae0487-a996-487d-99e8-54b5081b6dd6 req-32ba8429-dd53-4f98-ba86-19d1f4a82557 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1185367
Apr 20 19:32:09.249098 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-baae0487-a996-487d-99e8-54b5081b6dd6 req-27b803b9-5afd-4c43-a6a3-22df61ebdf28 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473108
Apr 20 19:32:09.461122 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5259d1f-7ad1-4d25-9a12-fa10f162faf7 req-36633796-ddf1-4a39-b911-f86a0ab46ee8 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:09.462741 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b5259d1f-7ad1-4d25-9a12-fa10f162faf7 req-36633796-ddf1-4a39-b911-f86a0ab46ee8 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0937250
Apr 20 19:32:09.513064 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b5259d1f-7ad1-4d25-9a12-fa10f162faf7 req-100dcfa5-f62d-4de3-98eb-46b554fab8c7 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436122
Apr 20 19:32:09.695759 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6e6a4220-13a1-4661-be2f-8e6e0f96caa3 req-2ffbe370-6d73-44da-b491-372234155aae tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0490289
Apr 20 19:32:10.465261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac3d6a-b325-4236-9a02-196b1a639878 req-8c778c10-f16a-4812-a604-5925fa0dd1a3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:10.471261 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-07ac3d6a-b325-4236-9a02-196b1a639878 req-8c778c10-f16a-4812-a604-5925fa0dd1a3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1008439
Apr 20 19:32:10.518839 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-07ac3d6a-b325-4236-9a02-196b1a639878 req-fe1f339d-df7f-4e2f-9eb0-ef04449f8264 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449812
Apr 20 19:32:10.747346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5b8f3-e444-472b-93ee-fd4d1ed25f38 req-6f57ec80-d4fb-4fe7-a28a-45f3e4bfd860 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:10.748955 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1bd5b8f3-e444-472b-93ee-fd4d1ed25f38 req-6f57ec80-d4fb-4fe7-a28a-45f3e4bfd860 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1145110
Apr 20 19:32:10.796473 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1bd5b8f3-e444-472b-93ee-fd4d1ed25f38 req-1f95f9f9-23fc-44bb-a303-7d8fd1a114e0 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404000
Apr 20 19:32:10.976626 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-057b2f3a-ad57-4a41-bf80-7031e6fd071b req-6bd19113-a838-49db-acf2-7d1ce68b2bea tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0540662
Apr 20 19:32:11.785495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb81ea-7190-4aaf-976a-88510404376f req-5806bace-f52c-48ea-b3c4-8a5a78dd860e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:11.795278 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8bdb81ea-7190-4aaf-976a-88510404376f req-5806bace-f52c-48ea-b3c4-8a5a78dd860e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1171644
Apr 20 19:32:11.852468 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8bdb81ea-7190-4aaf-976a-88510404376f req-dc308a2b-5632-406f-9580-e7c93adf010f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561316
Apr 20 19:32:12.081004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6352c2-4cbf-482f-a5eb-cac155cfd6ae req-09b9a66d-5c35-40af-8c3a-a53851620215 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:12.082625 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c6352c2-4cbf-482f-a5eb-cac155cfd6ae req-09b9a66d-5c35-40af-8c3a-a53851620215 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1153815
Apr 20 19:32:12.132408 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c6352c2-4cbf-482f-a5eb-cac155cfd6ae req-9d447a3c-2f63-44bc-aacf-c6fe92740079 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430491
Apr 20 19:32:12.303261 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef3013d8-93ba-4734-a570-f88375890019 req-84b939d6-700e-4f55-909c-76e793e0ab59 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0537105
Apr 20 19:32:13.066944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c68e9-8da5-4150-b990-bd31367b9664 req-d645ce27-878b-4226-8bc2-7ba79da6e8d5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:13.068556 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c1c68e9-8da5-4150-b990-bd31367b9664 req-d645ce27-878b-4226-8bc2-7ba79da6e8d5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0889330
Apr 20 19:32:13.128318 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c1c68e9-8da5-4150-b990-bd31367b9664 req-4d110719-af71-4f8f-8c18-6c81e4d4fc98 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533764
Apr 20 19:32:13.339492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e6415-b5d7-449f-8722-897cd8fc70dd req-b30ff814-d929-4697-b67f-8cb519491215 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:13.341114 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b6e6415-b5d7-449f-8722-897cd8fc70dd req-b30ff814-d929-4697-b67f-8cb519491215 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0894890
Apr 20 19:32:13.388170 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b6e6415-b5d7-449f-8722-897cd8fc70dd req-0f13e2eb-2f9b-428b-80d4-1fa0439c53c8 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400841
Apr 20 19:32:13.569380 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-70b4fe56-1584-4750-b6cd-9148e10a325b req-4626ddaa-7327-4529-abda-7db996757dab tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0562382
Apr 20 19:32:14.351628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69c3d-b2b2-4d36-95a0-e505ad5202dd req-b104674f-48d8-4f67-a39f-e4a613fa8f1a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:14.353290 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8bd69c3d-b2b2-4d36-95a0-e505ad5202dd req-b104674f-48d8-4f67-a39f-e4a613fa8f1a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1023741
Apr 20 19:32:14.403026 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8bd69c3d-b2b2-4d36-95a0-e505ad5202dd req-b3c21243-37eb-45e5-a15a-b300e06187e4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429540
Apr 20 19:32:14.628108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437dee0-aa01-4e70-ad7c-aca9f0442c3b req-6f47245c-10f9-48cb-b4f0-2758f1d97d41 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:14.630338 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9437dee0-aa01-4e70-ad7c-aca9f0442c3b req-6f47245c-10f9-48cb-b4f0-2758f1d97d41 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0960145
Apr 20 19:32:14.685607 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9437dee0-aa01-4e70-ad7c-aca9f0442c3b req-d47b3ab3-3b12-4d2e-af3f-3f1ed9bcbf80 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460124
Apr 20 19:32:14.863162 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a2d65f47-e0c7-4a25-984e-3534cfb57573 req-92a2b161-b7d8-4805-839b-61a5f926e047 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0526762
Apr 20 19:32:15.637966 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85defad-0593-41ea-aa4d-70f33c5f7b80 req-7429d481-1c75-4893-8da9-00c7682bd5c9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:15.639571 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e85defad-0593-41ea-aa4d-70f33c5f7b80 req-7429d481-1c75-4893-8da9-00c7682bd5c9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0962734
Apr 20 19:32:15.696288 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e85defad-0593-41ea-aa4d-70f33c5f7b80 req-161b3594-4928-4550-a47e-9d8bb460e415 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495963
Apr 20 19:32:16.052736 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a715ed-99c5-4b5c-85de-806c0c95c25e req-b297245a-2674-41c4-a916-5977ff8d9719 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:16.054338 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-20a715ed-99c5-4b5c-85de-806c0c95c25e req-b297245a-2674-41c4-a916-5977ff8d9719 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0894246
Apr 20 19:32:16.101908 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-20a715ed-99c5-4b5c-85de-806c0c95c25e req-778b2012-6d4d-4eb6-9f44-f46ed1abf649 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412030
Apr 20 19:32:16.285467 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fd992841-f4ed-41e9-af4d-7533eba94a18 req-b05db7a3-d13f-49f6-9154-80351ec453ee tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0590386
Apr 20 19:32:17.113108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e2065-51f5-43a3-a4ec-ce786bd663a8 req-9607490e-de3c-44c3-845c-662934702cc5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:17.114704 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-960e2065-51f5-43a3-a4ec-ce786bd663a8 req-9607490e-de3c-44c3-845c-662934702cc5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.2941914
Apr 20 19:32:17.162848 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-960e2065-51f5-43a3-a4ec-ce786bd663a8 req-27bc11b8-c1c2-4144-a5f0-78a105c8bd7b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418782
Apr 20 19:32:17.361935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873cf40-f32d-40d0-a7bd-a72056767ad3 req-48b281a1-71ec-4e73-be6d-52fd11053026 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:17.363500 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3873cf40-f32d-40d0-a7bd-a72056767ad3 req-48b281a1-71ec-4e73-be6d-52fd11053026 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0889692
Apr 20 19:32:17.412549 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3873cf40-f32d-40d0-a7bd-a72056767ad3 req-ea78518a-0af0-4c48-9773-219bd813ea39 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427301
Apr 20 19:32:17.583781 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-44e5afcd-b728-4884-aeae-5840e6a0e960 req-a8f2ceec-259d-4a8f-9c30-a991c4ea208d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0481606
Apr 20 19:32:18.369793 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f1816-d60a-4f0d-b7db-32c6be99aa25 req-8560f063-f333-4a42-9043-da434061c74c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:18.371374 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed6f1816-d60a-4f0d-b7db-32c6be99aa25 req-8560f063-f333-4a42-9043-da434061c74c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0904918
Apr 20 19:32:18.418787 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed6f1816-d60a-4f0d-b7db-32c6be99aa25 req-9542b369-7c05-4560-a3e3-09aa65b00f57 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405822
Apr 20 19:32:18.616647 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d123ad5-5bf5-497b-863c-6834ba030e01 req-97faa46c-7a29-4d79-8ff6-2d53883f67f4 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:18.618276 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d123ad5-5bf5-497b-863c-6834ba030e01 req-97faa46c-7a29-4d79-8ff6-2d53883f67f4 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0899227
Apr 20 19:32:18.668454 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d123ad5-5bf5-497b-863c-6834ba030e01 req-46b64e5c-a872-4c1a-941b-c2bf15efcf81 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436730
Apr 20 19:32:18.831376 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9e05bd6f-2511-4fa3-9081-a62a3cffcb89 req-ea0594e5-cfe5-4f4d-a333-b895369ed068 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0482028
Apr 20 19:32:19.630636 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2578a9-e571-4866-aafd-853465722e10 req-68281eec-543f-4196-b28d-0f17ab6461a4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:19.632252 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6e2578a9-e571-4866-aafd-853465722e10 req-68281eec-543f-4196-b28d-0f17ab6461a4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0914412
Apr 20 19:32:19.683692 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6e2578a9-e571-4866-aafd-853465722e10 req-5a506918-508a-4e91-897a-bf6d74c79666 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451844
Apr 20 19:32:19.882777 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940b1b8-3685-44cc-be79-fdf0c12b2444 req-bdcaaaa4-889f-49cb-b38e-49f331510b22 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:19.884403 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4940b1b8-3685-44cc-be79-fdf0c12b2444 req-bdcaaaa4-889f-49cb-b38e-49f331510b22 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0944242
Apr 20 19:32:19.935800 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4940b1b8-3685-44cc-be79-fdf0c12b2444 req-9d96aa1b-e00e-4db0-a2e8-4388e06da03a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448136
Apr 20 19:32:20.103883 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-59cd4076-57d4-476c-ad5e-43e18d5fa844 req-8a241df8-e4a5-4e6c-a1b0-05ad4966cb71 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e2a7a38-b159-42bc-8b4a-e137ac5ea64d HTTP/1.1" status: 200  len: 210 time: 0.0513434
Apr 20 19:32:20.899658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57f9b-ef1c-4320-acf7-6fde63ed7035 req-ecbc041c-5db0-4292-abcd-c5512eda8eec tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:20.901197 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2ff57f9b-ef1c-4320-acf7-6fde63ed7035 req-ecbc041c-5db0-4292-abcd-c5512eda8eec tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0962729
Apr 20 19:32:20.951754 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2ff57f9b-ef1c-4320-acf7-6fde63ed7035 req-651549ce-fd6b-4141-806e-badadba18806 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441172
Apr 20 19:32:21.146611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623ff5f-c231-434e-8308-b18db2fd5405 req-bad79cf3-3868-49fc-a5aa-26d764bf3f16 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:21.148472 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2623ff5f-c231-434e-8308-b18db2fd5405 req-bad79cf3-3868-49fc-a5aa-26d764bf3f16 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0960600
Apr 20 19:32:21.208145 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2623ff5f-c231-434e-8308-b18db2fd5405 req-16495c9f-0fa4-4302-8f4d-73305e7949ea tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528696
Apr 20 19:32:21.623516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac52de-9ad8-4b8d-ae77-be0682e6368b req-82adfd91-3b8d-4a72-9a36-7dfda908b9b3 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:21.625124 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b4ac52de-9ad8-4b8d-ae77-be0682e6368b req-82adfd91-3b8d-4a72-9a36-7dfda908b9b3 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 946 time: 0.0890315
Apr 20 19:32:21.675128 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b4ac52de-9ad8-4b8d-ae77-be0682e6368b req-ae829350-8491-43b5-8a12-09c9290cc33f tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430751
Apr 20 19:32:22.177705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df329fb7-805c-476c-8421-45ed481deff1 req-ca5d4ae4-fbe2-4ce8-81f0-6984da59fa14 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:22.179309 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-df329fb7-805c-476c-8421-45ed481deff1 req-ca5d4ae4-fbe2-4ce8-81f0-6984da59fa14 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0921049
Apr 20 19:32:22.227639 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-df329fb7-805c-476c-8421-45ed481deff1 req-87461143-4741-47e6-b290-8028e631efc7 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420272
Apr 20 19:32:22.415501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71923f-dcd3-4d3d-89f0-41761387a367 req-4e996099-0d0a-4837-9ee9-0eaf0839c56b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:22.417141 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5d71923f-dcd3-4d3d-89f0-41761387a367 req-4e996099-0d0a-4837-9ee9-0eaf0839c56b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0907335
Apr 20 19:32:22.469135 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5d71923f-dcd3-4d3d-89f0-41761387a367 req-96515ef4-31e4-40b8-9f6f-2cc954011926 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454984
Apr 20 19:32:22.879212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533854-f0b6-4bec-95c3-fb2d366bf1c3 req-6ef31542-db50-4b30-8878-55bfb4459576 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:22.880941 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f533854-f0b6-4bec-95c3-fb2d366bf1c3 req-6ef31542-db50-4b30-8878-55bfb4459576 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 946 time: 0.0911903
Apr 20 19:32:22.939665 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f533854-f0b6-4bec-95c3-fb2d366bf1c3 req-753a9737-e9d8-466f-9127-4b58322b451c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445061
Apr 20 19:32:23.440504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4ebbb-17ab-4f4a-accc-8259756bfddb req-8918ed58-761f-4296-9994-ba958bab166b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:23.442143 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a0f4ebbb-17ab-4f4a-accc-8259756bfddb req-8918ed58-761f-4296-9994-ba958bab166b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0944777
Apr 20 19:32:23.538088 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a0f4ebbb-17ab-4f4a-accc-8259756bfddb req-14310871-7974-4e10-9327-b5a8c1b4ee21 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591853
Apr 20 19:32:23.567674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-19445e72-e8ec-4c24-b4bd-7dba32cff25a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:23.569251 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-19445e72-e8ec-4c24-b4bd-7dba32cff25a tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 946 time: 0.1261733
Apr 20 19:32:23.707412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Deleting port e7c3b303-1f91-4666-9c18-e7c69424a700 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:23.707790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:23.824442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2194-7d26-4ff9-8f28-cf950b52b41c req-cfca5e6e-b004-4af0-9595-10b654f34d35 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:23.826074 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-16dd2194-7d26-4ff9-8f28-cf950b52b41c req-cfca5e6e-b004-4af0-9595-10b654f34d35 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.2074196
Apr 20 19:32:23.967084 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-16dd2194-7d26-4ff9-8f28-cf950b52b41c req-601d8f70-7d18-4201-97fa-15efa7629732 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332898
Apr 20 19:32:24.035738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] For port e7c3b303-1f91-4666-9c18-e7c69424a700, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e7c3b303-1f91-4666-9c18-e7c69424a700,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:24.036149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:24.170638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Calling delete_port for e7c3b303-1f91-4666-9c18-e7c69424a700 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:24.375602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217909e4-d143-48ed-9b25-06bad4b4102b req-7092e3aa-9391-4de1-be5c-f3ef6087d772 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:24.377793 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-217909e4-d143-48ed-9b25-06bad4b4102b req-7092e3aa-9391-4de1-be5c-f3ef6087d772 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bfed580-15db-4f05-a50f-cb8fbfad6b39 HTTP/1.1" status: 200  len: 946 time: 0.2735786
Apr 20 19:32:24.433025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:24.443887 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:24.476254 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'e7c3b303-1f91-4666-9c18-e7c69424a700'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:32:24.477790 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-217909e4-d143-48ed-9b25-06bad4b4102b req-990c3d58-55c4-4062-b67e-c0c6b6b3321e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906272
Apr 20 19:32:24.541092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Pushing event deleted for resources: {'Port': ['ID=e7c3b303-1f91-4666-9c18-e7c69424a700,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:24.581460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:24.582330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] No DVR routers for this DVR port e7c3b303-1f91-4666-9c18-e7c69424a700 on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:32:24.585382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:24.588433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfed580-15db-4f05-a50f-cb8fbfad6b39', 'name': 'network-vif-deleted', 'tag': 'e7c3b303-1f91-4666-9c18-e7c69424a700'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:32:24.620120 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f5801af-e5c4-4c95-a1af-a52fd1a06b42 req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "DELETE /v2.0/ports/e7c3b303-1f91-4666-9c18-e7c69424a700 HTTP/1.1" status: 204  len: 173 time: 1.0403681
Apr 20 19:32:24.645372 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfed580-15db-4f05-a50f-cb8fbfad6b39', 'name': 'network-vif-deleted', 'tag': 'e7c3b303-1f91-4666-9c18-e7c69424a700', 'status': 'completed', 'code': 200}
Apr 20 19:32:24.770894 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be95c4-40b2-4c6a-8d65-3635c4d46a14 req-70f25d10-3fe3-4b88-adaf-9d00bedc8ff1 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:24.772527 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c8be95c4-40b2-4c6a-8d65-3635c4d46a14 req-70f25d10-3fe3-4b88-adaf-9d00bedc8ff1 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0904603
Apr 20 19:32:24.824595 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c8be95c4-40b2-4c6a-8d65-3635c4d46a14 req-edb11bb2-764f-4606-bfc3-370dc6b64350 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455761
Apr 20 19:32:25.018540 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cdad5fc3-8a58-480e-87fb-3866413efb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:25.181103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0ed90-8f80-4e13-b152-664623fbd264 req-99b59bbe-07bb-4063-a724-72541bc7ef3b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:25.182700 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d2a0ed90-8f80-4e13-b152-664623fbd264 req-99b59bbe-07bb-4063-a724-72541bc7ef3b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0967064
Apr 20 19:32:25.234143 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d2a0ed90-8f80-4e13-b152-664623fbd264 req-e30bba88-a5c3-452d-88a8-d491f783cb35 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442760
Apr 20 19:32:26.038588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f813-fe31-458d-b0ec-32ab1849555f req-b14b5c8b-43ad-40d0-93d4-05b269ef9f2d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:26.040185 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-da02f813-fe31-458d-b0ec-32ab1849555f req-b14b5c8b-43ad-40d0-93d4-05b269ef9f2d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.0957592
Apr 20 19:32:26.089754 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-da02f813-fe31-458d-b0ec-32ab1849555f req-a8dd6792-cea6-44fd-a367-1b69a618d1df tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431800
Apr 20 19:32:26.488038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eaa4d-792f-4b25-8dd8-15df5b23d66f req-a9b1df06-cfe4-4bed-845a-25e355ada9d9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:26.489999 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-455eaa4d-792f-4b25-8dd8-15df5b23d66f req-a9b1df06-cfe4-4bed-845a-25e355ada9d9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1297178
Apr 20 19:32:26.530088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 34716) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:26.541755 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-455eaa4d-792f-4b25-8dd8-15df5b23d66f req-cee61c86-2daf-4f75-b071-f562ac9ea988 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452394
Apr 20 19:32:26.665499 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:26.682225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:32:26.686640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Usage tracker for resource:security_group_rule and tenant:35d3f29783a74c2aade4edbebc07ab66 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:32:26.690518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:32:26.696838 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:32:26.788521 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:26.791501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:26.804859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c13399eb-8970-4316-8bc3-39eeb15d13f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:26.848138 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35d3f29783a74c2aade4edbebc07ab66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3168774
Apr 20 19:32:26.851308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 34728) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:26.865621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec9b30-bc38-447d-a37d-a8d010a97957,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:26.870091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:26.919098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ea25-3f0a-4620-8cbb-f7d9ab776f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:26.947634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ea25-3f0a-4620-8cbb-f7d9ab776f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:26.999872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ea25-3f0a-4620-8cbb-f7d9ab776f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:27.005300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:27.018079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18ea25-3f0a-4620-8cbb-f7d9ab776f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec9b30-bc38-447d-a37d-a8d010a97957,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:27.021301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5e18ea25-3f0a-4620-8cbb-f7d9ab776f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:27.023387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5e18ea25-3f0a-4620-8cbb-f7d9ab776f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:27.025215 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5e18ea25-3f0a-4620-8cbb-f7d9ab776f1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bfec9b30-bc38-447d-a37d-a8d010a97957 HTTP/1.1" status: 204  len: 168 time: 0.1728966
Apr 20 19:32:27.251451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c15a0-ab35-45c5-a473-a4806cb972c0 req-002e5012-6463-4dd9-97b4-a77b90838699 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:27.252486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-465c15a0-ab35-45c5-a473-a4806cb972c0 req-002e5012-6463-4dd9-97b4-a77b90838699 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Synchronizing usage tracker for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:32:27.323785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-465c15a0-ab35-45c5-a473-a4806cb972c0 req-002e5012-6463-4dd9-97b4-a77b90838699 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Unset dirty status for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:32:27.325138 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-465c15a0-ab35-45c5-a473-a4806cb972c0 req-002e5012-6463-4dd9-97b4-a77b90838699 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 946 time: 0.1801000
Apr 20 19:32:27.398756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b9e5d-33e6-4dec-b6ca-83b50412fcfe req-9d113cf4-8237-4a4f-94d0-695ef5c8f40b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:27.400428 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad2b9e5d-33e6-4dec-b6ca-83b50412fcfe req-9d113cf4-8237-4a4f-94d0-695ef5c8f40b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 943 time: 0.1433558
Apr 20 19:32:27.400955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:32:27.403592 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-465c15a0-ab35-45c5-a473-a4806cb972c0 req-61801e0d-7b82-414f-b722-534607949d4c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674753
Apr 20 19:32:27.417220 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device e7c3b303-1f91-4666-9c18-e7c69424a700 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:27.463403 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad2b9e5d-33e6-4dec-b6ca-83b50412fcfe req-06c3437c-0984-46c9-9f78-46b6396d9fc4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552609
Apr 20 19:32:27.487845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: e7c3b303-1f91-4666-9c18-e7c69424a700 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:27.488235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device e7c3b303-1f91-4666-9c18-e7c69424a700 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:27.543247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5f34822-f678-4ebe-8e70-0369d409f56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:27.601627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:27.619368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'port_id': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'mac_address': 'fa:16:3e:8f:93:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:32:27.679417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:27.697067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a8b0f9-0716-4893-9db4-55b6fdf5988e {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:32:27.712730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:27.715716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:27.717595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:27.751414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cca6c-5d8c-47c7-9bb3-fe5592564347 req-91923d9c-5f7e-4b0d-99b5-f3e2b1cd8eba tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:27.753206 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-220cca6c-5d8c-47c7-9bb3-fe5592564347 req-91923d9c-5f7e-4b0d-99b5-f3e2b1cd8eba tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0896130
Apr 20 19:32:27.787260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=9']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:27.795048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.795441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.795824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.796194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.796558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.796972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.797338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.797699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.798655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.799340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.799556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.799915 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.801709 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-220cca6c-5d8c-47c7-9bb3-fe5592564347 req-4b143119-60e2-48f2-9203-8c4278c91d40 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419855
Apr 20 19:32:27.805509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:28.147167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['22a8b0f9-0716-4893-9db4-55b6fdf5988e'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:32:28.502393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:28.604312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:28.699542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c478-6433-47d9-941c-e0f21aec1a74 req-9a13f4d9-fa62-4e91-9717-dec2185a88fe tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:28.701210 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88e8c478-6433-47d9-941c-e0f21aec1a74 req-9a13f4d9-fa62-4e91-9717-dec2185a88fe tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 946 time: 0.1637447
Apr 20 19:32:28.715178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a6bfd-94b8-47b1-9a4b-81f8d12f3643 req-5c23c114-36be-4799-ac87-8f00d64dd61c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:28.716838 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-142a6bfd-94b8-47b1-9a4b-81f8d12f3643 req-5c23c114-36be-4799-ac87-8f00d64dd61c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.1274886
Apr 20 19:32:28.791021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:28.794890 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88e8c478-6433-47d9-941c-e0f21aec1a74 req-093e507a-829b-44c1-8ce8-2f3dc5cabfb6 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770447
Apr 20 19:32:28.802820 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-142a6bfd-94b8-47b1-9a4b-81f8d12f3643 req-6e991bc8-9c12-42c5-8fc0-56e8955dd13c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694981
Apr 20 19:32:29.007081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169dfc7-89c8-42c1-9426-759c2af26ba2 req-5904067d-6acd-4720-a184-d34b2ef761d1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:29.009140 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6169dfc7-89c8-42c1-9426-759c2af26ba2 req-5904067d-6acd-4720-a184-d34b2ef761d1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0923769
Apr 20 19:32:29.057367 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6169dfc7-89c8-42c1-9426-759c2af26ba2 req-00204085-da73-46ed-b723-b4e9631d7d5d tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418811
Apr 20 19:32:29.394705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:30.067614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3621361-3a56-41c5-a92c-72e4fe2c18dd req-a2043adf-f72b-4a1e-8fd3-7ef7b7e3df1b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:30.069210 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f3621361-3a56-41c5-a92c-72e4fe2c18dd req-a2043adf-f72b-4a1e-8fd3-7ef7b7e3df1b tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 946 time: 0.1547618
Apr 20 19:32:30.081882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b4927-c92f-4abf-8c9f-3264980f81df req-fac9a9a4-238b-4a65-b9ae-cd44a9353f90 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:30.083351 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-267b4927-c92f-4abf-8c9f-3264980f81df req-fac9a9a4-238b-4a65-b9ae-cd44a9353f90 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.1247325
Apr 20 19:32:30.160804 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f3621361-3a56-41c5-a92c-72e4fe2c18dd req-1d0d616a-49af-4b77-9df2-d84f7d0c7cfb tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764275
Apr 20 19:32:30.163665 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-267b4927-c92f-4abf-8c9f-3264980f81df req-3bc33a72-da26-4c10-a0d2-983e0e15ea98 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653939
Apr 20 19:32:30.350305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6acdc-bc8d-4c50-a9bf-58ccf6d93bb0 req-b4fae589-93f9-4beb-80d8-a40d1ba245c5 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:30.351917 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-62d6acdc-bc8d-4c50-a9bf-58ccf6d93bb0 req-b4fae589-93f9-4beb-80d8-a40d1ba245c5 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0910401
Apr 20 19:32:30.399303 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-62d6acdc-bc8d-4c50-a9bf-58ccf6d93bb0 req-02c97617-671a-4b1c-a9c7-e49f5c2a2448 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412142
Apr 20 19:32:31.658205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d2071-9a3c-4a7b-b2c0-40a08de078b9 req-726e5dfd-6514-4765-a918-4060c736691e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:31.659874 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9c1d2071-9a3c-4a7b-b2c0-40a08de078b9 req-726e5dfd-6514-4765-a918-4060c736691e tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 946 time: 0.3797863
Apr 20 19:32:31.670721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c254dcc-31ea-412b-9ac5-c31064df7cb6 req-269eb4fc-17fc-49c4-821c-79e0d586199e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:31.672214 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5c254dcc-31ea-412b-9ac5-c31064df7cb6 req-269eb4fc-17fc-49c4-821c-79e0d586199e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.3900812
Apr 20 19:32:31.748584 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9c1d2071-9a3c-4a7b-b2c0-40a08de078b9 req-39d8892c-7bbe-45b4-8ffe-29413ffc6acf tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/security-groups?id=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753331
Apr 20 19:32:31.753416 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5c254dcc-31ea-412b-9ac5-c31064df7cb6 req-655bac5c-3b2e-429e-9750-c2a79dfb4911 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634704
Apr 20 19:32:31.940265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77052c-433a-4424-9c3a-e966147af5ce req-2f4131de-f4a9-4bb0-8121-a35ca2f8be2f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:31.941875 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9a77052c-433a-4424-9c3a-e966147af5ce req-2f4131de-f4a9-4bb0-8121-a35ca2f8be2f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0911417
Apr 20 19:32:31.988825 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9a77052c-433a-4424-9c3a-e966147af5ce req-4b4b15ff-be15-4ab5-b77a-7b1ddac5a5ca tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405495
Apr 20 19:32:32.085824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0429da1-7b66-43ac-a939-21a978106397 req-91fd0c0b-4050-4e2b-920a-cb1c1ee13c30 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:32.087344 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b0429da1-7b66-43ac-a939-21a978106397 req-91fd0c0b-4050-4e2b-920a-cb1c1ee13c30 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 946 time: 0.0900142
Apr 20 19:32:32.163911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-b0429da1-7b66-43ac-a939-21a978106397 req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Deleting port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:32.164296 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b0429da1-7b66-43ac-a939-21a978106397 req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:32.423414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-b0429da1-7b66-43ac-a939-21a978106397 req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] For port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,segment=NetworkSegment(1595ab91-6db6-40d1-93a3-f1fbf296e918),segment_id=1595ab91-6db6-40d1-93a3-f1fbf296e918)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:32.424052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b0429da1-7b66-43ac-a939-21a978106397 req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:32.566550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-b0429da1-7b66-43ac-a939-21a978106397 req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Calling delete_port for cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:32.726000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b0429da1-7b66-43ac-a939-21a978106397 req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:32.731786 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:32.764939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:32:32.785339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Pushing event deleted for resources: {'Port': ['ID=cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:32.789394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:32.874188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0429da1-7b66-43ac-a939-21a978106397 req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] No DVR routers for this DVR port cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:32:32.878094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b0429da1-7b66-43ac-a939-21a978106397 req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:32.884158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09', 'name': 'network-vif-deleted', 'tag': 'cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:32:32.994070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3ba0fc61-5505-4e26-82b5-903362fcea51 req-a92acf99-05d8-418b-9c45-2fa85df53502 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Synchronizing usage tracker for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:32:32.998253 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b0429da1-7b66-43ac-a939-21a978106397 req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.55 "DELETE /v2.0/ports/cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca HTTP/1.1" status: 204  len: 173 time: 0.9044995
Apr 20 19:32:33.017639 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3ba0fc61-5505-4e26-82b5-903362fcea51 req-a92acf99-05d8-418b-9c45-2fa85df53502 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Unset dirty status for tenant:360d38b62ef6436f887341a67ecd69b5 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:32:33.018905 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3ba0fc61-5505-4e26-82b5-903362fcea51 req-a92acf99-05d8-418b-9c45-2fa85df53502 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.1357508
Apr 20 19:32:33.051731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d954b-3be7-4897-9bf1-09ee78024881 req-c403f18b-9da5-4f70-a7b5-51c68934081c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:33.053429 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f7d954b-3be7-4897-9bf1-09ee78024881 req-c403f18b-9da5-4f70-a7b5-51c68934081c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.1593835
Apr 20 19:32:33.076884 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09', 'name': 'network-vif-deleted', 'tag': 'cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca', 'status': 'completed', 'code': 200}
Apr 20 19:32:33.106966 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f7d954b-3be7-4897-9bf1-09ee78024881 req-49fb5885-ffd5-4f24-a18c-ba52b060c299 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470507
Apr 20 19:32:33.251718 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c0450-d9fd-441d-9129-4408686ef07a req-e47336d0-fa0e-4695-a2f1-62b2dd27d8fe tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:33.253357 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-705c0450-d9fd-441d-9129-4408686ef07a req-e47336d0-fa0e-4695-a2f1-62b2dd27d8fe tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0899932
Apr 20 19:32:33.305470 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-705c0450-d9fd-441d-9129-4408686ef07a req-20d0db60-5638-4228-a6d2-fbd8dda92b4b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457647
Apr 20 19:32:34.189667 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2c21f568-851e-4450-8a70-dd4dc2f2b30e req-5ef5cae0-9e5f-4b12-80af-ed2144d0cc02 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.0507584
Apr 20 19:32:34.317293 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5095a-d189-407d-93a9-e430ec8ac4e0 req-e2e1d7fe-5852-4d4e-935d-55170a6b983f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:34.318806 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-72d5095a-d189-407d-93a9-e430ec8ac4e0 req-e2e1d7fe-5852-4d4e-935d-55170a6b983f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.0882473
Apr 20 19:32:34.368563 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-72d5095a-d189-407d-93a9-e430ec8ac4e0 req-9ea9c143-7a06-426f-9763-40586ee799fa tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435054
Apr 20 19:32:34.512864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a304e-1876-41ce-860c-cdfd17756d13 req-a8bf9380-d0a5-43c0-8dd6-ce9db249c112 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:34.514465 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dd1a304e-1876-41ce-860c-cdfd17756d13 req-a8bf9380-d0a5-43c0-8dd6-ce9db249c112 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0917294
Apr 20 19:32:34.566276 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dd1a304e-1876-41ce-860c-cdfd17756d13 req-3f0d1ecd-7c27-4519-a10e-80153652fa93 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415292
Apr 20 19:32:35.495605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-44d666b3-178c-49d7-b445-6eec6726e84e req-8def8f36-4560-4612-ba44-046da1834ca5 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.0518754
Apr 20 19:32:35.583438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dcf77-631a-4d63-bf52-59ebc3270638 req-faa28e54-81c2-4292-8aae-9300f1adc001 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:35.585056 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f6dcf77-631a-4d63-bf52-59ebc3270638 req-faa28e54-81c2-4292-8aae-9300f1adc001 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 944 time: 0.0923626
Apr 20 19:32:35.633715 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f6dcf77-631a-4d63-bf52-59ebc3270638 req-0fb69494-5770-40ed-935f-5190e8caf796 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420969
Apr 20 19:32:35.769015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001bb2-af2c-4b4f-8966-7db7a19e4393 req-aab7cc8e-95af-4fad-9128-18fa79f1c60e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:35.770586 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a6001bb2-af2c-4b4f-8966-7db7a19e4393 req-aab7cc8e-95af-4fad-9128-18fa79f1c60e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0906703
Apr 20 19:32:35.821332 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a6001bb2-af2c-4b4f-8966-7db7a19e4393 req-e78a707e-fb69-45b6-b972-c94bea0d02a5 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444779
Apr 20 19:32:35.964048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:32:36.036581 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 22a8b0f9-0716-4893-9db4-55b6fdf5988e triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:32:36.036958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:36.122483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45d875-6e07-41b9-a8bd-12c59e13d297 req-fc48df95-f2ac-4660-b251-34e7b141a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:36.124380 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf45d875-6e07-41b9-a8bd-12c59e13d297 req-fc48df95-f2ac-4660-b251-34e7b141a506 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1099 time: 0.0787077
Apr 20 19:32:36.165939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:36.171149 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cf45d875-6e07-41b9-a8bd-12c59e13d297 req-3a7932f7-ab1c-497b-b090-a142c41ced93 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384955
Apr 20 19:32:36.194774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:32:36.205407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:36.208277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:36.210400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:36.249589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:36.276994 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'code': 200}
Apr 20 19:32:36.299737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:36.300058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device cdd9c1d0-c0d8-48c5-adc9-0e30b378e2ca not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:36.326238 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=10']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:36.329716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:36.681093 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0811e72f-a97b-4375-b64d-948eac442ddf req-5840c0e1-0094-4c75-9244-f5352c298a00 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b7e96a-cd56-45e6-88a6-7ba78bd1fe09 HTTP/1.1" status: 200  len: 210 time: 0.0542126
Apr 20 19:32:36.847390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995f9fe-d358-4d6e-aab7-020b20f1d3ae req-40da41f2-c03f-45a6-8f42-d6701b2ebaa2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:36.849023 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0995f9fe-d358-4d6e-aab7-020b20f1d3ae req-40da41f2-c03f-45a6-8f42-d6701b2ebaa2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.0889211
Apr 20 19:32:36.901747 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0995f9fe-d358-4d6e-aab7-020b20f1d3ae req-b78f6414-70b5-41fb-b772-7e8598182a7c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454092
Apr 20 19:32:37.059113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17446b6-5102-40f9-bfb5-f4607327cf05 req-d63f380b-d9f3-49ba-be3a-a91a5c6432fb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:37.060966 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d17446b6-5102-40f9-bfb5-f4607327cf05 req-d63f380b-d9f3-49ba-be3a-a91a5c6432fb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1008482
Apr 20 19:32:37.117778 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d17446b6-5102-40f9-bfb5-f4607327cf05 req-88f31c17-de7d-4db9-bd67-da0e7530eddf tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493381
Apr 20 19:32:37.292377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33e7d-3cf6-4a6c-bf50-2d8cd70af27f req-04316d8b-fdfa-4682-93b5-b8e8edca174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:37.294031 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-27b33e7d-3cf6-4a6c-bf50-2d8cd70af27f req-04316d8b-fdfa-4682-93b5-b8e8edca174f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 1099 time: 0.0782034
Apr 20 19:32:37.339910 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-27b33e7d-3cf6-4a6c-bf50-2d8cd70af27f req-ae2d4007-0371-44ea-a091-4188a4ea911b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359125
Apr 20 19:32:37.783693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 34828) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:37.853664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] Deleting subnet add3c7d3-92e3-4258-8d3e-f52b66da3af5 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:32:37.856759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:37.910308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4086005'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:37.973776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:38.240648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88021fdd-1025-4629-b4be-4b6454bbca8b req-d7e7d606-a4ae-4782-9ac0-3b380a89eafe tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:38.242216 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88021fdd-1025-4629-b4be-4b6454bbca8b req-d7e7d606-a4ae-4782-9ac0-3b380a89eafe tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.2187362
Apr 20 19:32:38.398011 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88021fdd-1025-4629-b4be-4b6454bbca8b req-5907962c-d501-4cdd-975f-d63d7cb7608c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180761
Apr 20 19:32:38.435373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853408338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851958700'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:38.448770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653692bc-a6b9-4d26-8b4b-e3787c04023e req-153c7cd4-8590-4f13-b3e6-93ecae57ed4c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:38.450382 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-653692bc-a6b9-4d26-8b4b-e3787c04023e req-153c7cd4-8590-4f13-b3e6-93ecae57ed4c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1693583
Apr 20 19:32:38.452063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-193d99c1-a2d9-4a5f-8fa4-fd9aa3832fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:38.507693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add3c7d3-92e3-4258-8d3e-f52b66da3af5,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:38.512642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:38.513646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:38.525859 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/add3c7d3-92e3-4258-8d3e-f52b66da3af5 HTTP/1.1" status: 204  len: 168 time: 0.7410710
Apr 20 19:32:38.528622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 34838) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:38.547360 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-653692bc-a6b9-4d26-8b4b-e3787c04023e req-f95a682e-cf6c-4e05-91c4-10e4ba866977 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588598
Apr 20 19:32:38.647191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:38.782083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:38.900723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a448c8d0>,) {'filters': {'network_id': ['94eaea9d-e39c-47da-9fde-443a214825c9']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:38.914850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a448c8d0>, '1595ab91-6db6-40d1-93a3-f1fbf296e918') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:38.915191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a448c8d0>, '1595ab91-6db6-40d1-93a3-f1fbf296e918') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:38.927574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:38.943988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:38.950123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:32:39.135030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Network 94eaea9d-e39c-47da-9fde-443a214825c9 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:32:39.143923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.325363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Network 94eaea9d-e39c-47da-9fde-443a214825c9 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:32:39.352639 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:32:39.433046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.451779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eabaf069-da51-49c7-8b21-b501830b8b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:39.474611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.478545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=94eaea9d-e39c-47da-9fde-443a214825c9,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:39.483208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:39.489629 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d5dc57b2-880c-4f76-bb5f-37ba0e7da1a7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/94eaea9d-e39c-47da-9fde-443a214825c9 HTTP/1.1" status: 204  len: 168 time: 0.9598670
Apr 20 19:32:39.625570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f211d-3f6e-497c-a551-d0e9995e0eae req-5231d7c5-b68d-431b-a107-08905eb9f418 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:39.628089 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-958f211d-3f6e-497c-a551-d0e9995e0eae req-5231d7c5-b68d-431b-a107-08905eb9f418 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.0912595
Apr 20 19:32:39.690350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 34850) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:39.733749 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-958f211d-3f6e-497c-a551-d0e9995e0eae req-06be46ac-f4bf-40ad-a000-d0d91735838a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987220
Apr 20 19:32:39.748530 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9516f866-d10d-4433-a439-8202ac6e6bad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=360d38b62ef6436f887341a67ecd69b5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0545256
Apr 20 19:32:39.748844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 34854) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:39.777660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad619-f754-436c-b988-523d140e68ff req-09886ccf-18e1-4513-be5b-ec2d24910b7b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:39.779700 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-832ad619-f754-436c-b988-523d140e68ff req-09886ccf-18e1-4513-be5b-ec2d24910b7b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1028774
Apr 20 19:32:39.814368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ba1962a9-6691-4df9-bbd8-ef8b86175865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.828670 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-832ad619-f754-436c-b988-523d140e68ff req-925e51cd-fd44-401e-9f8c-77f1f66c6196 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424306
Apr 20 19:32:39.841941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ba1962a9-6691-4df9-bbd8-ef8b86175865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.886822 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ba1962a9-6691-4df9-bbd8-ef8b86175865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.892454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5e227e23-9e24-48a5-88d5-add99ddcf943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:39.905561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1962a9-6691-4df9-bbd8-ef8b86175865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ed1746-c291-48d0-9b27-2f8ae1a6dc2b,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:39.908805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ba1962a9-6691-4df9-bbd8-ef8b86175865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:39.914916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ba1962a9-6691-4df9-bbd8-ef8b86175865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.916124 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ba1962a9-6691-4df9-bbd8-ef8b86175865 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68ed1746-c291-48d0-9b27-2f8ae1a6dc2b HTTP/1.1" status: 204  len: 168 time: 0.1664548
Apr 20 19:32:41.020898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5dce6-6a39-476d-9cd3-bbdfd0e55272 req-ea3814fa-3920-4e73-ae37-b813edc65748 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:41.022573 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eed5dce6-6a39-476d-9cd3-bbdfd0e55272 req-ea3814fa-3920-4e73-ae37-b813edc65748 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.1434610
Apr 20 19:32:41.093569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6875b11-0fa0-462b-a86a-e60b6fcb0cf2 req-c7254c77-6f22-4945-990c-a7856c37ec39 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:41.095864 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6875b11-0fa0-462b-a86a-e60b6fcb0cf2 req-c7254c77-6f22-4945-990c-a7856c37ec39 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1391790
Apr 20 19:32:41.101010 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eed5dce6-6a39-476d-9cd3-bbdfd0e55272 req-dd3543a2-4501-4825-815f-d1a806c9ea8b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709033
Apr 20 19:32:41.149323 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6875b11-0fa0-462b-a86a-e60b6fcb0cf2 req-360db986-cfb2-4aad-9cb4-e19a9fdb24cf tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466719
Apr 20 19:32:41.857044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34f76c-52c1-4e02-a5d7-5cd614000999 req-240415ea-b515-43e5-acea-e264288dc3a8 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:41.859238 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d34f76c-52c1-4e02-a5d7-5cd614000999 req-240415ea-b515-43e5-acea-e264288dc3a8 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1671975
Apr 20 19:32:41.862377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-2f0f5f2c-c88b-4891-8f90-ca3e81941bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:41.863873 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-2f0f5f2c-c88b-4891-8f90-ca3e81941bf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1099 time: 0.1349275
Apr 20 19:32:41.996595 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d34f76c-52c1-4e02-a5d7-5cd614000999 req-e2a6bdfa-04d1-47fe-b5fe-529c785dd3eb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309693
Apr 20 19:32:42.062918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-d600c513-17c0-489d-a13f-079f6e626f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:42.065118 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-d600c513-17c0-489d-a13f-079f6e626f5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 919 time: 0.1802042
Apr 20 19:32:42.143103 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-45dcd270-11e9-400c-bb57-daf6cc706fe3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd320e4-5118-4b15-8942-5329b2b163c1 HTTP/1.1" status: 200  len: 217 time: 0.0696282
Apr 20 19:32:42.235773 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-21e5a50e-850f-48ff-a570-1dd09c5fc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:42.237871 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-21e5a50e-850f-48ff-a570-1dd09c5fc68a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 200  len: 858 time: 0.0778086
Apr 20 19:32:42.343361 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-4cf41aee-20cc-4008-8a3c-9e3ba633cd24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590532
Apr 20 19:32:42.739814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af46bb-96ea-46d9-96ba-35d1168a959d req-108b5521-e03f-4095-a8a9-78b10bf45fc4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:42.741662 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c0af46bb-96ea-46d9-96ba-35d1168a959d req-108b5521-e03f-4095-a8a9-78b10bf45fc4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.4993794
Apr 20 19:32:42.781595 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-75f715ad-05aa-4ef5-be64-e14a8f9463dd service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4295282
Apr 20 19:32:42.883418 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c0af46bb-96ea-46d9-96ba-35d1168a959d req-a79c85ac-e986-487f-92bc-e8c1a099394e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282237
Apr 20 19:32:42.955561 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb37af91-e541-4438-81f4-46b71146f9d3 req-f5be0892-dcfd-4f22-b2a9-f183c91e8a54 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1608522
Apr 20 19:32:42.978752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 34990) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:43.107982 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.134506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:32:43.138511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Usage tracker for resource:security_group_rule and tenant:67146fefa7264af1be86739071d678e7 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:32:43.141619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:32:43.148004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:32:43.210324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981b7f4-6fe2-44e5-84d5-a7704fdf1d7e req-29f8552f-057c-4626-a00b-3218816aca9c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:43.211941 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d981b7f4-6fe2-44e5-84d5-a7704fdf1d7e req-29f8552f-057c-4626-a00b-3218816aca9c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0906501
Apr 20 19:32:43.245955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.248585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.258095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-59d4be91-7ea5-425e-a7ef-cf484cc8a07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:43.263032 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d981b7f4-6fe2-44e5-84d5-a7704fdf1d7e req-84be56aa-4815-4127-9f2b-a28343f9dadf tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444632
Apr 20 19:32:43.506956 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67146fefa7264af1be86739071d678e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5269961
Apr 20 19:32:43.508643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a48a7f-2815-4ea5-9654-e0362492fef7,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:43.509900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 34998) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:43.512013 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:43.574363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f49e8709-1e5e-4d1f-a9a6-0dfaf16d0139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.601046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f49e8709-1e5e-4d1f-a9a6-0dfaf16d0139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.648006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f49e8709-1e5e-4d1f-a9a6-0dfaf16d0139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.653068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:43.667620 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e8709-1e5e-4d1f-a9a6-0dfaf16d0139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a48a7f-2815-4ea5-9654-e0362492fef7,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:43.670436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f49e8709-1e5e-4d1f-a9a6-0dfaf16d0139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:43.671670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f49e8709-1e5e-4d1f-a9a6-0dfaf16d0139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.673887 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f49e8709-1e5e-4d1f-a9a6-0dfaf16d0139 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/52a48a7f-2815-4ea5-9654-e0362492fef7 HTTP/1.1" status: 204  len: 168 time: 0.1619475
Apr 20 19:32:43.973921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35014) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:43.993707 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:44.051165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:32:44.066487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Usage tracker for resource:security_group_rule and tenant:7541a1a16a1a43d8b4787ca24553b2fb is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:32:44.069983 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:32:44.078561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:32:44.135146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58875ac0-1549-4392-b338-eba931815b43 req-4a33aed8-d54e-4c1b-9ee3-affa13f1ff5d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:44.136814 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58875ac0-1549-4392-b338-eba931815b43 req-4a33aed8-d54e-4c1b-9ee3-affa13f1ff5d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.1296234
Apr 20 19:32:44.210105 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58875ac0-1549-4392-b338-eba931815b43 req-2fe78f1d-f206-4ba6-a86d-c706b108c559 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652173
Apr 20 19:32:44.238959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:44.241919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:44.244248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:32:44.250515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-862ea01d-f1cf-4b19-961d-19ca0a17e73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:44.293581 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7541a1a16a1a43d8b4787ca24553b2fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3160636
Apr 20 19:32:44.294358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35022) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:44.295567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94dcf20-1261-4b70-96b5-9200b26e03c2,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:44.299426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:44.359894 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d4899a6c-0801-467e-b44e-d1ad4e102e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:44.387813 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d4899a6c-0801-467e-b44e-d1ad4e102e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:44.434751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d4899a6c-0801-467e-b44e-d1ad4e102e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:44.444067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-65311010-d2b5-4abc-bc07-4f635f95cfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:44.461337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d4899a6c-0801-467e-b44e-d1ad4e102e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:44.469222 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d4899a6c-0801-467e-b44e-d1ad4e102e96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c94dcf20-1261-4b70-96b5-9200b26e03c2 HTTP/1.1" status: 204  len: 168 time: 0.1697800
Apr 20 19:32:44.471326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4899a6c-0801-467e-b44e-d1ad4e102e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94dcf20-1261-4b70-96b5-9200b26e03c2,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:44.473877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d4899a6c-0801-467e-b44e-d1ad4e102e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:44.480296 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5799b2d-4a93-4f60-94b1-8b8f5b57d70b req-bb016c37-d725-49f1-adaa-4291933d25c4 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:44.482003 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5799b2d-4a93-4f60-94b1-8b8f5b57d70b req-bb016c37-d725-49f1-adaa-4291933d25c4 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0984230
Apr 20 19:32:44.536716 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d5799b2d-4a93-4f60-94b1-8b8f5b57d70b req-72892ddf-2dc7-4854-9bb3-a4fd5f9e3439 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476053
Apr 20 19:32:45.696431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35066) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:45.753352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2018e4-8b9d-4d92-a1c2-333adfa19537 req-d3b2f633-b4b8-41ea-8fa2-5e61867c61c8 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:45.754951 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fb2018e4-8b9d-4d92-a1c2-333adfa19537 req-d3b2f633-b4b8-41ea-8fa2-5e61867c61c8 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0913584
Apr 20 19:32:45.804664 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fb2018e4-8b9d-4d92-a1c2-333adfa19537 req-fc034c56-8712-4326-b8f8-ed2920f01b75 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430238
Apr 20 19:32:45.827194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:45.846187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:32:45.850219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:41c04d68b61e46969dce3c3d36910efc is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:32:45.853270 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:32:45.860839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:32:45.948551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:45.951556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:45.961442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d4899a6c-0801-467e-b44e-d1ad4e102e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:46.005834 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41c04d68b61e46969dce3c3d36910efc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3082030
Apr 20 19:32:46.006777 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f2efc4-894a-4f66-a443-2f1c824606aa,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:46.009814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35076) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:46.010033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:46.081153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f206485b-e33a-4dfb-83eb-374e695c0792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:46.109143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f206485b-e33a-4dfb-83eb-374e695c0792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:46.155267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f206485b-e33a-4dfb-83eb-374e695c0792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:46.161319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b7949eab-7e8e-4739-93aa-34918fa70fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:46.176560 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206485b-e33a-4dfb-83eb-374e695c0792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f2efc4-894a-4f66-a443-2f1c824606aa,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:46.179709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f206485b-e33a-4dfb-83eb-374e695c0792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:46.184342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f206485b-e33a-4dfb-83eb-374e695c0792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:46.185637 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f206485b-e33a-4dfb-83eb-374e695c0792 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00f2efc4-894a-4f66-a443-2f1c824606aa HTTP/1.1" status: 204  len: 168 time: 0.1746860
Apr 20 19:32:47.026812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945a3c2-c084-41b2-816b-a56570558ead req-726990e8-b828-4e3f-b7fa-704b940079f9 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:47.028411 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4945a3c2-c084-41b2-816b-a56570558ead req-726990e8-b828-4e3f-b7fa-704b940079f9 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 945 time: 0.0915453
Apr 20 19:32:47.081814 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4945a3c2-c084-41b2-816b-a56570558ead req-814ac392-83eb-43b1-a815-a9ea51f143a6 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464218
Apr 20 19:32:48.293301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349e9f0-f098-4c8c-a5bb-95b680e2ea4b req-d7824d8a-db2a-4d0d-93df-cd622b96356d tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:48.294917 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f349e9f0-f098-4c8c-a5bb-95b680e2ea4b req-d7824d8a-db2a-4d0d-93df-cd622b96356d tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 945 time: 0.0931599
Apr 20 19:32:48.350777 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f349e9f0-f098-4c8c-a5bb-95b680e2ea4b req-feabcc8f-1e99-4e6d-896c-e4a1f07ba594 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470612
Apr 20 19:32:49.224652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02432e9f-1da6-4d28-b494-d978635099ff req-d0596929-2a18-46ab-8c25-05d606c41dfb tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:49.226278 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-02432e9f-1da6-4d28-b494-d978635099ff req-d0596929-2a18-46ab-8c25-05d606c41dfb tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 945 time: 0.0908577
Apr 20 19:32:49.310610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-02432e9f-1da6-4d28-b494-d978635099ff req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Deleting port 84830ef0-3a32-4ca9-88c2-b9876108356b {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:49.311226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-02432e9f-1da6-4d28-b494-d978635099ff req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:49.660414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-02432e9f-1da6-4d28-b494-d978635099ff req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] For port 84830ef0-3a32-4ca9-88c2-b9876108356b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=84830ef0-3a32-4ca9-88c2-b9876108356b,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:49.660768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-02432e9f-1da6-4d28-b494-d978635099ff req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:49.810290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-02432e9f-1da6-4d28-b494-d978635099ff req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Calling delete_port for 84830ef0-3a32-4ca9-88c2-b9876108356b owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:49.853417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8495bc1-9a1a-4b99-b202-4f9961c225ff req-7c16cde0-dd6e-47ae-8fe6-a5a8ec6d5191 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:49.855010 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d8495bc1-9a1a-4b99-b202-4f9961c225ff req-7c16cde0-dd6e-47ae-8fe6-a5a8ec6d5191 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=44a715ab-1351-439b-a1a8-4c8ad9fc2a73 HTTP/1.1" status: 200  len: 945 time: 0.3401160
Apr 20 19:32:49.927694 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d8495bc1-9a1a-4b99-b202-4f9961c225ff req-67650069-bcd0-408f-892e-d7abae20a408 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644975
Apr 20 19:32:50.028751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-02432e9f-1da6-4d28-b494-d978635099ff req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:50.036197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:50.072216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['84830ef0-3a32-4ca9-88c2-b9876108356b'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:32:50.089179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Pushing event deleted for resources: {'Port': ['ID=84830ef0-3a32-4ca9-88c2-b9876108356b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:50.095067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:50.178494 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-02432e9f-1da6-4d28-b494-d978635099ff req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] No DVR routers for this DVR port 84830ef0-3a32-4ca9-88c2-b9876108356b on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:32:50.181083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-02432e9f-1da6-4d28-b494-d978635099ff req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:50.184107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a715ab-1351-439b-a1a8-4c8ad9fc2a73', 'name': 'network-vif-deleted', 'tag': '84830ef0-3a32-4ca9-88c2-b9876108356b'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:32:50.202168 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-02432e9f-1da6-4d28-b494-d978635099ff req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.55 "DELETE /v2.0/ports/84830ef0-3a32-4ca9-88c2-b9876108356b HTTP/1.1" status: 204  len: 173 time: 0.9680731
Apr 20 19:32:50.237948 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a715ab-1351-439b-a1a8-4c8ad9fc2a73', 'name': 'network-vif-deleted', 'tag': '84830ef0-3a32-4ca9-88c2-b9876108356b', 'status': 'completed', 'code': 200}
Apr 20 19:32:51.747041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959a739-9456-4ae9-a068-7e92d4ebeb4a req-d5ab547e-9a49-45b4-8a78-2eec5c00febf tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:51.748641 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2959a739-9456-4ae9-a068-7e92d4ebeb4a req-d5ab547e-9a49-45b4-8a78-2eec5c00febf tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0945804
Apr 20 19:32:51.798085 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2959a739-9456-4ae9-a068-7e92d4ebeb4a req-3942d583-2e87-4780-a86c-22d9bf043bc6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422273
Apr 20 19:32:53.010402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98b26-65e3-4967-b91c-979a7382f1f7 req-453a0a39-dc4f-4cf1-9ba2-fbd34597250b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:53.012117 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fcb98b26-65e3-4967-b91c-979a7382f1f7 req-453a0a39-dc4f-4cf1-9ba2-fbd34597250b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0940332
Apr 20 19:32:53.064426 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fcb98b26-65e3-4967-b91c-979a7382f1f7 req-8f5d1635-e80a-4c30-a5a0-b584ee60b4d6 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438721
Apr 20 19:32:54.269470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad3692-bde5-44ef-8657-e04aa393e67f req-6732c118-14ca-4550-b402-2ce82a2f22f9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:54.271097 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-73ad3692-bde5-44ef-8657-e04aa393e67f req-6732c118-14ca-4550-b402-2ce82a2f22f9 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0897520
Apr 20 19:32:54.321369 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-73ad3692-bde5-44ef-8657-e04aa393e67f req-4811c96c-fe89-4817-bd46-b7316f672586 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438452
Apr 20 19:32:54.493157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 84830ef0-3a32-4ca9-88c2-b9876108356b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:54.538257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 84830ef0-3a32-4ca9-88c2-b9876108356b {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:54.538575 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 84830ef0-3a32-4ca9-88c2-b9876108356b not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:55.019106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1a92-9f33-4e6c-a3a9-c8e046990f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.530361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52a824-894e-4deb-a69a-17d491513150 req-9536d5e0-feb0-4aea-bfd3-907aa03d8552 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:55.533602 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9c52a824-894e-4deb-a69a-17d491513150 req-9536d5e0-feb0-4aea-bfd3-907aa03d8552 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0979140
Apr 20 19:32:55.582084 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9c52a824-894e-4deb-a69a-17d491513150 req-17520412-2bfb-4b6f-ae33-bf78e9c33594 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422082
Apr 20 19:32:56.789712 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d49d-1473-4b2d-b773-d33b921a8a4a req-da90316a-c84c-476b-b8fe-8037f4416b47 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:56.791288 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7647d49d-1473-4b2d-b773-d33b921a8a4a req-da90316a-c84c-476b-b8fe-8037f4416b47 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0930915
Apr 20 19:32:56.839148 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7647d49d-1473-4b2d-b773-d33b921a8a4a req-6af0bbcd-aa88-4bb5-8748-8d56d74291cc tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415187
Apr 20 19:32:57.426640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b03ef0ac-a282-4c83-a7de-07326fc96652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:57.492001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-e0eb8922-700f-4a13-bec4-d170f463eb5c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:57.493588 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-e0eb8922-700f-4a13-bec4-d170f463eb5c tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0874405
Apr 20 19:32:58.050148 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4458cf-44ea-410b-b3b3-6211442ccb1b req-9b172f0f-e1ad-4c30-9344-f91f95d9a068 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:58.051724 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f4458cf-44ea-410b-b3b3-6211442ccb1b req-9b172f0f-e1ad-4c30-9344-f91f95d9a068 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0948958
Apr 20 19:32:58.098569 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f4458cf-44ea-410b-b3b3-6211442ccb1b req-d95396e4-8a3e-4330-b051-6a0188f53e46 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405493
Apr 20 19:32:58.498079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:58.593957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:58.793402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:59.299048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2d02-fb65-4f92-aaa6-caecd285b0e7 req-43c90504-28e8-4ed4-b432-7193af54ad62 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:59.300651 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9bfe2d02-fb65-4f92-aaa6-caecd285b0e7 req-43c90504-28e8-4ed4-b432-7193af54ad62 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.0900466
Apr 20 19:32:59.351824 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9bfe2d02-fb65-4f92-aaa6-caecd285b0e7 req-89689ac9-f12f-4cdd-b80a-c35c8da2350a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445726
Apr 20 19:32:59.397149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:00.351166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Deleting port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:33:00.351742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:00.702625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b53af8-8817-45b9-bafb-c55c18428424 req-5b39de8c-9b45-496c-8c8a-22c858e96243 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:00.704265 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a5b53af8-8817-45b9-bafb-c55c18428424 req-5b39de8c-9b45-496c-8c8a-22c858e96243 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 945 time: 0.2287550
Apr 20 19:33:00.706121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] For port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:00.706518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:00.846118 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f661080-1721-47c5-a1a0-faff88b42141 req-a98cc685-a9c8-4210-ae13-d1bb694c29cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0889845
Apr 20 19:33:00.875192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Calling delete_port for 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:33:00.979186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661080-1721-47c5-a1a0-faff88b42141 req-077840a7-5af8-4602-b356-552aaf7919ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:00.981227 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f661080-1721-47c5-a1a0-faff88b42141 req-077840a7-5af8-4602-b356-552aaf7919ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a872b344d5e4785bc501bb382a739e4&device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 1099 time: 0.0940816
Apr 20 19:33:01.157316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661080-1721-47c5-a1a0-faff88b42141 req-887ef2ba-1819-4ca1-b884-cd8c809eda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:01.159192 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f661080-1721-47c5-a1a0-faff88b42141 req-887ef2ba-1819-4ca1-b884-cd8c809eda29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 200  len: 919 time: 0.1477940
Apr 20 19:33:01.169653 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a5b53af8-8817-45b9-bafb-c55c18428424 req-1b58f072-d068-4685-b7b0-774c716d90cb tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4550371
Apr 20 19:33:01.259759 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f661080-1721-47c5-a1a0-faff88b42141 req-f224cfd5-735f-48e8-9c9e-f19924252422 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd320e4-5118-4b15-8942-5329b2b163c1 HTTP/1.1" status: 200  len: 217 time: 0.0908761
Apr 20 19:33:01.275155 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:01.281832 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:01.326867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['7dd320e4-5118-4b15-8942-5329b2b163c1'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:33:01.337297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661080-1721-47c5-a1a0-faff88b42141 req-bbf0c450-ad11-4682-9421-62527ae91a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:01.337459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Pushing event deleted for resources: {'Port': ['ID=8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:01.338906 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f661080-1721-47c5-a1a0-faff88b42141 req-bbf0c450-ad11-4682-9421-62527ae91a6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 200  len: 858 time: 0.0709038
Apr 20 19:33:01.340854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:01.403090 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f661080-1721-47c5-a1a0-faff88b42141 req-52829efc-b71d-4ae4-b410-0b9d7c02659e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83a9f6c9-14bf-4451-bd3a-5335ab5e684a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534885
Apr 20 19:33:01.444396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] No DVR routers for this DVR port 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:33:01.446248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:01.460031 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c66822-12bf-4406-b7d7-8da089316106', 'name': 'network-vif-deleted', 'tag': '8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:33:01.483648 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65d9aaa0-e3a5-4618-9199-fc3a293ed94c req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.55 "DELETE /v2.0/ports/8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a HTTP/1.1" status: 204  len: 173 time: 1.2049265
Apr 20 19:33:01.521116 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c66822-12bf-4406-b7d7-8da089316106', 'name': 'network-vif-deleted', 'tag': '8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a', 'status': 'completed', 'code': 200}
Apr 20 19:33:01.590010 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f661080-1721-47c5-a1a0-faff88b42141 req-8022f3ec-703c-4ec4-ac6e-1c59df34b482 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718879
Apr 20 19:33:01.773151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-46e298de-f221-4388-b255-ab4797a298a4 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:01.774823 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-46e298de-f221-4388-b255-ab4797a298a4 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/networks?id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de HTTP/1.1" status: 200  len: 814 time: 0.1725342
Apr 20 19:33:01.780629 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2f661080-1721-47c5-a1a0-faff88b42141 req-d913c6f8-a67b-439d-8417-298ed279d582 service neutron] 10.222.0.55 "GET /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559758
Apr 20 19:33:01.792665 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-ac1b4345-6c05-4d0c-b987-12891149ad06 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/quotas/a57e6ed91f174567963cdeb0df5ab371 HTTP/1.1" status: 200  len: 375 time: 0.0107746
Apr 20 19:33:01.847934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-f253dea5-8156-4c81-b8f1-a11f2cadf609 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Synchronizing usage tracker for tenant:a57e6ed91f174567963cdeb0df5ab371 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:33:01.862827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-f253dea5-8156-4c81-b8f1-a11f2cadf609 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Unset dirty status for tenant:a57e6ed91f174567963cdeb0df5ab371 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:33:01.864174 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-f253dea5-8156-4c81-b8f1-a11f2cadf609 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a57e6ed91f174567963cdeb0df5ab371&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0654314
Apr 20 19:33:02.010263 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-d91ae261-700c-425d-8e12-c41d0e5b3164 service neutron] 10.222.0.38 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384456
Apr 20 19:33:02.161371 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-18ee0451-d86b-42a5-8504-838d2612dade service neutron] 10.222.0.38 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440895
Apr 20 19:33:02.364911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-2b4d35a8-1c42-4782-8439-e92b00689f2d req-af9b1a7b-ad07-40b3-b07c-f988878e0470 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Synchronizing usage tracker for tenant:8a872b344d5e4785bc501bb382a739e4 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:33:02.432988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-2b4d35a8-1c42-4782-8439-e92b00689f2d req-af9b1a7b-ad07-40b3-b07c-f988878e0470 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Unset dirty status for tenant:8a872b344d5e4785bc501bb382a739e4 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:33:02.441443 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2b4d35a8-1c42-4782-8439-e92b00689f2d req-af9b1a7b-ad07-40b3-b07c-f988878e0470 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c66822-12bf-4406-b7d7-8da089316106 HTTP/1.1" status: 200  len: 210 time: 0.1269405
Apr 20 19:33:02.453406 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ab9a76b6-eba4-424a-a8dd-45fef7f0edd9 req-ee6cec64-4193-4284-ab9e-f4ec922dc15e tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 210 time: 0.0825114
Apr 20 19:33:02.499003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:33:02.539982 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:33:02.540306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 8b80eb18-b82a-4b8e-a9d4-1f24cd0c8a5a not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:33:03.497118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5025c5-3163-44cc-ad04-8eb412a00cc5 req-40c8c078-6ffd-4a1c-bd8e-47b754e70bdf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:03.498723 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9f5025c5-3163-44cc-ad04-8eb412a00cc5 req-40c8c078-6ffd-4a1c-bd8e-47b754e70bdf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1040227
Apr 20 19:33:03.549406 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9f5025c5-3163-44cc-ad04-8eb412a00cc5 req-061186b5-4293-4b49-864a-7c4db88e0d14 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442233
Apr 20 19:33:03.688671 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e5080446-a612-4988-befb-1354fdb53fe5 req-c7b759ae-ccc0-45aa-be13-d5ea08c0d2cf tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 210 time: 0.0512152
Apr 20 19:33:03.849389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-b9ce3fc2-5200-435e-89e3-ecb52629f856 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:03.850163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-b9ce3fc2-5200-435e-89e3-ecb52629f856 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Synchronizing usage tracker for tenant:a57e6ed91f174567963cdeb0df5ab371 on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:33:03.868117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-b9ce3fc2-5200-435e-89e3-ecb52629f856 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Unset dirty status for tenant:a57e6ed91f174567963cdeb0df5ab371 on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:33:03.869446 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-b9ce3fc2-5200-435e-89e3-ecb52629f856 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.55 "GET /v2.0/networks?id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de HTTP/1.1" status: 200  len: 814 time: 0.1929190
Apr 20 19:33:03.890027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Request body: {'port': {'device_id': 'ab5ea3c1-a345-410c-8549-602f588efe60', 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de', 'admin_state_up': True, 'tenant_id': 'a57e6ed91f174567963cdeb0df5ab371'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:03.965623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85ab77-0c39-44d2-a3e1-d02f28f4cb34 req-20b99494-f152-4c3d-bb2e-6102d8269a59 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:03.967249 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b85ab77-0c39-44d2-a3e1-d02f28f4cb34 req-20b99494-f152-4c3d-bb2e-6102d8269a59 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0952716
Apr 20 19:33:04.016132 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b85ab77-0c39-44d2-a3e1-d02f28f4cb34 req-9057bdd7-531c-4587-9534-409dfa5bbef4 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421822
Apr 20 19:33:04.037461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:04.048163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:04.056652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Made reservation on behalf of a57e6ed91f174567963cdeb0df5ab371 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:33:04.062605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:04.233251 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Allocated IP 172.20.0.13 (9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de/aa403f38-3af0-4069-af4a-94d136e8d62c/3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:33:04.456127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:04.486883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:04.492449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1bda33d7-99a0-4634-9c0f-b824335f5ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:04.562984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:33:04.566779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:33:04.570948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:33:04.611066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Pushing event updated for resources: {'Port': ['ID=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:04.625967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.626381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.626792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.627193 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.627607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.627985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.628382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.628798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.629193 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.629583 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.629974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.630361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:04.640625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:04.658020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:04.658706 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:04.688342 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8021965
Apr 20 19:33:04.710688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Request body: {'port': {'device_id': 'ab5ea3c1-a345-410c-8549-602f588efe60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:04.770449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b73236-93ae-49cd-9695-d74dfd2103de req-64ddb0cd-5c14-46a3-8d09-a301aeb7f93b tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:04.771541 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f7b73236-93ae-49cd-9695-d74dfd2103de req-64ddb0cd-5c14-46a3-8d09-a301aeb7f93b tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1033862
Apr 20 19:33:04.836745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:04.869227 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f7b73236-93ae-49cd-9695-d74dfd2103de req-3e3d1ebe-da92-4f20-b6ea-fa34f695140f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911787
Apr 20 19:33:04.910361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44e39e-b136-4198-8545-8ced584203c3 req-3b0973f4-e490-4316-a02f-cb26e4862791 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:04.911962 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5a44e39e-b136-4198-8545-8ced584203c3 req-3b0973f4-e490-4316-a02f-cb26e4862791 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 932 time: 0.0992987
Apr 20 19:33:04.961340 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5a44e39e-b136-4198-8545-8ced584203c3 req-a241179b-bef0-455f-b69d-77110394c45d tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426552
Apr 20 19:33:05.206099 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:33:05.213904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:05.221221 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afde63a-1c13-4fa7-b158-bbba1dd97c8c req-77a2fac7-e352-49aa-b831-b61935dd4023 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:05.222836 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9afde63a-1c13-4fa7-b158-bbba1dd97c8c req-77a2fac7-e352-49aa-b831-b61935dd4023 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0921211
Apr 20 19:33:05.229692 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Transition to ACTIVE for port object 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:33:05.233219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:05.244436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:05.272039 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9afde63a-1c13-4fa7-b158-bbba1dd97c8c req-eb72e1c3-ac51-417d-8084-d00d4748f840 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427830
Apr 20 19:33:05.417840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:05.447331 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:05.491780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Attempting to bind port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:33:05.492159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Attempting to bind port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '27ffde43-ce06-493d-9569-cc88700d65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:33:05.492532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Attempting to bind port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c on network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:33:05.497416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c on network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:33:05.497785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Attempting to bind port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c on network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:33:05.503309 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:33:05.503688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Checking segment: {'id': '27ffde43-ce06-493d-9569-cc88700d65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:33:05.504110 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Bound using segment: {'id': '27ffde43-ce06-493d-9569-cc88700d65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:33:05.504590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Bound port: 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ffde43-ce06-493d-9569-cc88700d65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:33:05.504997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:05.601014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] For port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:33:05.604223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] For port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:33:05.606759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:05.611485 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:05.670667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:05.671336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:05.672978 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] 10.222.0.55 "PUT /v2.0/ports/3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c HTTP/1.1" status: 200  len: 1094 time: 0.9667232
Apr 20 19:33:05.673495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5ea3c1-a345-410c-8549-602f588efe60', 'tag': '3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:33:05.692970 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:05.696407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:05.729152 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5ea3c1-a345-410c-8549-602f588efe60', 'tag': '3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c', 'status': 'completed', 'code': 200}
Apr 20 19:33:05.845313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-0aaa3616-9ddf-4b4c-816b-8f475d49944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:05.846932 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-0aaa3616-9ddf-4b4c-816b-8f475d49944b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a57e6ed91f174567963cdeb0df5ab371&device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 1097 time: 0.0872889
Apr 20 19:33:05.929138 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-baf3f791-ee40-4dd3-b652-fc7be77d17fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c HTTP/1.1" status: 200  len: 217 time: 0.0665600
Apr 20 19:33:06.004121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-ae5dbb11-987a-419c-b206-9454a716c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:06.005774 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-ae5dbb11-987a-419c-b206-9454a716c28f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa403f38-3af0-4069-af4a-94d136e8d62c HTTP/1.1" status: 200  len: 854 time: 0.0697405
Apr 20 19:33:06.063225 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-7e02d783-b3f4-470f-81d4-348169b07304 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475571
Apr 20 19:33:06.074341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67608dc-ef20-4eaf-a9ea-d4d712a108a0 req-b4584f5e-1ffa-4f26-bbfa-d37d3557a17b tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:06.076605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a67608dc-ef20-4eaf-a9ea-d4d712a108a0 req-b4584f5e-1ffa-4f26-bbfa-d37d3557a17b tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.0919411
Apr 20 19:33:06.181949 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a67608dc-ef20-4eaf-a9ea-d4d712a108a0 req-15aaab4b-770f-4548-9255-803107225875 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987942
Apr 20 19:33:06.214430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e2463-c0b6-4d28-94f6-26234a7f3f81 req-3ad1d710-38ef-4c6c-9e37-68a39bd7694a tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:06.215453 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-139acd84-9afe-4594-bbc4-1a90bc101231 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427233
Apr 20 19:33:06.216110 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b23e2463-c0b6-4d28-94f6-26234a7f3f81 req-3ad1d710-38ef-4c6c-9e37-68a39bd7694a tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 944 time: 0.1319811
Apr 20 19:33:06.265857 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b23e2463-c0b6-4d28-94f6-26234a7f3f81 req-b42ef6c6-cfa4-402b-9cbf-f523af77ab45 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429935
Apr 20 19:33:06.362483 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ac1b2f08-5110-4d99-8a33-4dd458e2ad59 req-270e1078-4456-4469-9f4a-de34292650af service neutron] 10.222.0.55 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391456
Apr 20 19:33:06.487086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c29dee-8eda-430f-b90b-93981c18fc45 req-800fccad-ad55-42e9-be4a-98cccc0a2e99 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:06.488748 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b7c29dee-8eda-430f-b90b-93981c18fc45 req-800fccad-ad55-42e9-be4a-98cccc0a2e99 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0981281
Apr 20 19:33:06.540247 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b7c29dee-8eda-430f-b90b-93981c18fc45 req-1213ea35-cba4-4c53-bed5-1d855fddf3d1 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446069
Apr 20 19:33:06.565987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-2e223031-af85-4476-ba32-261d4097186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:06.567595 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-2e223031-af85-4476-ba32-261d4097186e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a57e6ed91f174567963cdeb0df5ab371&device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 1097 time: 0.0859065
Apr 20 19:33:06.712660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-d8e751c4-a551-4bb2-9c40-d0898866e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:06.714329 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-d8e751c4-a551-4bb2-9c40-d0898866e89f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de HTTP/1.1" status: 200  len: 915 time: 0.1394072
Apr 20 19:33:06.792869 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-ebb098a7-150e-472d-abf6-d4e5482d37eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c HTTP/1.1" status: 200  len: 217 time: 0.0672274
Apr 20 19:33:06.867472 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-d2e0011a-fc8a-48fd-80bc-bab812556ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:06.869009 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-d2e0011a-fc8a-48fd-80bc-bab812556ca4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa403f38-3af0-4069-af4a-94d136e8d62c HTTP/1.1" status: 200  len: 854 time: 0.0663030
Apr 20 19:33:06.926627 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-e88e050e-a0a3-47b1-a148-3f73ad12432f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460176
Apr 20 19:33:07.071695 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-67ec160e-7c92-4ef0-9bb9-196b6207e6db service neutron] 10.222.0.55 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359556
Apr 20 19:33:07.216281 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb97ba99-6dcc-4c43-bc31-c4bf6b35cf4f req-ef62216f-ad0d-4a13-9b56-2b6c17b25506 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351581
Apr 20 19:33:07.389126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2128f8-ba5a-486d-a38e-1a76606f61f9 req-1f675ba4-f3f8-4bc3-aacf-ace9adf07f9c tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:07.390801 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c2128f8-ba5a-486d-a38e-1a76606f61f9 req-1f675ba4-f3f8-4bc3-aacf-ace9adf07f9c tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.0916307
Apr 20 19:33:07.490692 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c2128f8-ba5a-486d-a38e-1a76606f61f9 req-71d1be84-8b9f-478e-afec-9bdcddea8671 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620522
Apr 20 19:33:07.520991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5d104-580e-47ea-a07e-386450ba195a req-17f54ea0-83e7-408c-ba58-3092a4c6b1f5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:07.522572 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4ab5d104-580e-47ea-a07e-386450ba195a req-17f54ea0-83e7-408c-ba58-3092a4c6b1f5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 944 time: 0.1305642
Apr 20 19:33:07.572852 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4ab5d104-580e-47ea-a07e-386450ba195a req-a2e61d06-9b12-43cb-9676-074352cc1f89 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439692
Apr 20 19:33:07.741812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd50fce-39a7-4821-a6df-7e93f8a6b385 req-dc81ebef-d30e-43e6-ac2f-58a045e3a27f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:07.743390 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fd50fce-39a7-4821-a6df-7e93f8a6b385 req-dc81ebef-d30e-43e6-ac2f-58a045e3a27f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0870233
Apr 20 19:33:07.790217 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5fd50fce-39a7-4821-a6df-7e93f8a6b385 req-b6573a2d-4d22-4622-ae4a-0fee12dfa8de tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406041
Apr 20 19:33:08.698751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637490bc-b513-4e7c-99e3-c98cbecdfc79 req-765f8e63-6d7d-4021-a60e-1413db55573e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:08.700424 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-637490bc-b513-4e7c-99e3-c98cbecdfc79 req-765f8e63-6d7d-4021-a60e-1413db55573e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.0950558
Apr 20 19:33:08.813523 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-637490bc-b513-4e7c-99e3-c98cbecdfc79 req-717bbcda-04f2-4c03-8567-0a2133d0c23c tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695069
Apr 20 19:33:08.831134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0fb6b-0002-45b4-8590-1470b201544d req-6c1ea382-36d7-4fbd-b8ae-1193b5f3492b tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:08.832854 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f2e0fb6b-0002-45b4-8590-1470b201544d req-6c1ea382-36d7-4fbd-b8ae-1193b5f3492b tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 944 time: 0.1315250
Apr 20 19:33:08.890599 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f2e0fb6b-0002-45b4-8590-1470b201544d req-0895b2b3-fb1e-4d8c-8e4b-0f5622e7a512 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509934
Apr 20 19:33:09.018377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876843e-d67b-4c6e-807a-9d4d39655077 req-f979f6a0-46f4-484c-835f-d651ed2f5cf2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:09.020013 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6876843e-d67b-4c6e-807a-9d4d39655077 req-f979f6a0-46f4-484c-835f-d651ed2f5cf2 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0884092
Apr 20 19:33:09.070031 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6876843e-d67b-4c6e-807a-9d4d39655077 req-bef9de77-9d32-4a03-b363-496719d90f37 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436163
Apr 20 19:33:10.085829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2721896-cd10-49f8-a446-d90c5846f59d req-58ad6547-7418-4e5a-8948-41ea0eb514ad tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:10.087440 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2721896-cd10-49f8-a446-d90c5846f59d req-58ad6547-7418-4e5a-8948-41ea0eb514ad tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1460919
Apr 20 19:33:10.151303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704d62c-b134-4528-9c71-7752a3c29c3b req-e869cfd2-92fb-4c03-ac04-8a322d1ff70e tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:10.152927 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3704d62c-b134-4528-9c71-7752a3c29c3b req-e869cfd2-92fb-4c03-ac04-8a322d1ff70e tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 944 time: 0.1426401
Apr 20 19:33:10.160821 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2721896-cd10-49f8-a446-d90c5846f59d req-4d304dae-4f39-4a76-8b41-b5fcf194951f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640404
Apr 20 19:33:10.206902 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3704d62c-b134-4528-9c71-7752a3c29c3b req-c9653fb3-28d5-465e-a051-2be2bf77690d tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450649
Apr 20 19:33:10.349044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54fcb3-d879-4d08-a48d-3202a4ea1b8b req-0bde3087-3fc4-4cbe-94f9-8e1d5a48ff49 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:10.350616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4a54fcb3-d879-4d08-a48d-3202a4ea1b8b req-0bde3087-3fc4-4cbe-94f9-8e1d5a48ff49 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.0900815
Apr 20 19:33:10.399075 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4a54fcb3-d879-4d08-a48d-3202a4ea1b8b req-fad15c97-ac4f-43f8-8da3-d3c540de616e tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/security-groups?id=d603ed89-8649-4fca-92c6-76a76667f9df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416622
Apr 20 19:33:10.558941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:33:10.614058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b5b7c-93b3-470a-9864-14c0155734db req-82176609-c7a1-4472-b104-7350ecb4ba2a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:10.614833 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-e79b5b7c-93b3-470a-9864-14c0155734db req-82176609-c7a1-4472-b104-7350ecb4ba2a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Synchronizing usage tracker for tenant:8a872b344d5e4785bc501bb382a739e4 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:33:10.627852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-e79b5b7c-93b3-470a-9864-14c0155734db req-82176609-c7a1-4472-b104-7350ecb4ba2a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Unset dirty status for tenant:8a872b344d5e4785bc501bb382a739e4 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:33:10.629125 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e79b5b7c-93b3-470a-9864-14c0155734db req-82176609-c7a1-4472-b104-7350ecb4ba2a tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 946 time: 0.1092880
Apr 20 19:33:10.705282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35410) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:10.707641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:10.724363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c', 'network_id': '9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de', 'port_id': '3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c', 'mac_address': 'fa:16:3e:79:7f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa403f38-3af0-4069-af4a-94d136e8d62c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:33:10.789263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:10.811618 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:33:10.829723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:10.833585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:10.835493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:10.849403 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:10.870111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:10.874425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:36831aa3013240f38f0b5d2674adfd57 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:10.878523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:10.885219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:10.910518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:10.913888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:10.934332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-e79b5b7c-93b3-470a-9864-14c0155734db req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Deleting port 7dd320e4-5118-4b15-8942-5329b2b163c1 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:33:10.934724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e79b5b7c-93b3-470a-9864-14c0155734db req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:10.977087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:10.979943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:10.990435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cb9c6c5b-02f4-4883-be8a-98624efa05e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:11.034470 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36831aa3013240f38f0b5d2674adfd57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3276145
Apr 20 19:33:11.035423 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050d6248-2696-46de-a615-e4ce7fa0dd52,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:11.037632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35416) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:11.055972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.056387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.056814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.057216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.057614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.058016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.058409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.058823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.059173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.059561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.059948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.060333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:11.065944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:11.115618 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-223ff2d1-6db5-446f-b9d8-83a9307fc0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:11.143385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-223ff2d1-6db5-446f-b9d8-83a9307fc0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:11.168997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:33:11.198362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-223ff2d1-6db5-446f-b9d8-83a9307fc0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:11.204548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-66c9ebae-aa01-4baf-8d95-9cc89b68af8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:11.221019 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ff2d1-6db5-446f-b9d8-83a9307fc0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050d6248-2696-46de-a615-e4ce7fa0dd52,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:11.224691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-e79b5b7c-93b3-470a-9864-14c0155734db req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] For port 7dd320e4-5118-4b15-8942-5329b2b163c1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7dd320e4-5118-4b15-8942-5329b2b163c1,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:11.225132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e79b5b7c-93b3-470a-9864-14c0155734db req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:11.233828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-223ff2d1-6db5-446f-b9d8-83a9307fc0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:11.234165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-223ff2d1-6db5-446f-b9d8-83a9307fc0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:11.235718 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-223ff2d1-6db5-446f-b9d8-83a9307fc0ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/050d6248-2696-46de-a615-e4ce7fa0dd52 HTTP/1.1" status: 204  len: 168 time: 0.1957567
Apr 20 19:33:11.397460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-e79b5b7c-93b3-470a-9864-14c0155734db req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Calling delete_port for 7dd320e4-5118-4b15-8942-5329b2b163c1 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:33:11.486937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d4313-f7bf-45ec-905e-ef6db1dd8dbb req-16f49d76-54b6-4e8f-94fc-fef022ff0582 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:11.492784 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b6d4313-f7bf-45ec-905e-ef6db1dd8dbb req-16f49d76-54b6-4e8f-94fc-fef022ff0582 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1647723
Apr 20 19:33:11.552694 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b6d4313-f7bf-45ec-905e-ef6db1dd8dbb req-be15f788-4190-4f1d-952b-843a50970ec9 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524986
Apr 20 19:33:11.572400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e79b5b7c-93b3-470a-9864-14c0155734db req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:11.577695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ee9e-32d6-4b81-9bea-bb36612fa133 req-9706bc37-f840-471d-aeff-4ba72307679e tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:11.585235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:11.593341 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2184ee9e-32d6-4b81-9bea-bb36612fa133 req-9706bc37-f840-471d-aeff-4ba72307679e tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 945 time: 0.2132072
Apr 20 19:33:11.670912 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2184ee9e-32d6-4b81-9bea-bb36612fa133 req-c80d8e2b-a155-4cb5-92a1-bfa81d745ff9 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764482
Apr 20 19:33:11.678977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Pushing event deleted for resources: {'Port': ['ID=7dd320e4-5118-4b15-8942-5329b2b163c1,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:11.696509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:11.740531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79b5b7c-93b3-470a-9864-14c0155734db req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] No DVR routers for this DVR port 7dd320e4-5118-4b15-8942-5329b2b163c1 on host hv-cinder-78726 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:33:11.743498 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e79b5b7c-93b3-470a-9864-14c0155734db req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:11.749299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c99e67-a6e2-4f90-bb81-d4e3f368f1de', 'name': 'network-vif-deleted', 'tag': '7dd320e4-5118-4b15-8942-5329b2b163c1'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:33:11.769770 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e79b5b7c-93b3-470a-9864-14c0155734db req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.55 "DELETE /v2.0/ports/7dd320e4-5118-4b15-8942-5329b2b163c1 HTTP/1.1" status: 204  len: 173 time: 1.1334260
Apr 20 19:33:11.780185 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5e500d6d-ca50-4339-b818-98320b65d8cd req-cab7106d-763f-4142-a334-6e52180271e7 tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9c99e67-a6e2-4f90-bb81-d4e3f368f1de HTTP/1.1" status: 200  len: 210 time: 0.0551186
Apr 20 19:33:11.814210 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c99e67-a6e2-4f90-bb81-d4e3f368f1de', 'name': 'network-vif-deleted', 'tag': '7dd320e4-5118-4b15-8942-5329b2b163c1', 'status': 'completed', 'code': 200}
Apr 20 19:33:12.572977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:33:12.650522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:33:12.657295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:33:12.657957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:12.821985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:12.851961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ea3c1-a345-410c-8549-602f588efe60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:33:12.863359 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:12.866354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:12.867254 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 7dd320e4-5118-4b15-8942-5329b2b163c1 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:33:12.899285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:12.995750 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70765-07d9-4a3f-9fe8-586ef333797e req-344d970e-fcf7-4fb7-b5f3-59bdb889d0e7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:12.997515 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-46f70765-07d9-4a3f-9fe8-586ef333797e req-344d970e-fcf7-4fb7-b5f3-59bdb889d0e7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1668532
Apr 20 19:33:13.011889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461ed01-2bec-4504-8794-a13f6d4da9e6 req-09c4e241-6e3a-4860-a83c-78cfff86b6fb tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:13.013806 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3461ed01-2bec-4504-8794-a13f6d4da9e6 req-09c4e241-6e3a-4860-a83c-78cfff86b6fb tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 946 time: 0.1341054
Apr 20 19:33:13.094690 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-46f70765-07d9-4a3f-9fe8-586ef333797e req-db1f6101-d690-4f86-ab8b-c22a8bae5f3a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794661
Apr 20 19:33:13.103728 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3461ed01-2bec-4504-8794-a13f6d4da9e6 req-d0580f19-5059-4895-9e41-b329d74a443c tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744088
Apr 20 19:33:13.111092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 7dd320e4-5118-4b15-8942-5329b2b163c1 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:33:13.111496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 7dd320e4-5118-4b15-8942-5329b2b163c1 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:33:13.140867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:13.144615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:13.182867 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5ea3c1-a345-410c-8549-602f588efe60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c', 'code': 200}
Apr 20 19:33:13.196361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35466) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:13.497376 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558068d2-4e9d-4874-ac19-1fd180a35b18 req-07c25e27-d76f-4849-86c9-4552f04423d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:13.499008 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-558068d2-4e9d-4874-ac19-1fd180a35b18 req-07c25e27-d76f-4849-86c9-4552f04423d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 1099 time: 0.1122644
Apr 20 19:33:13.548059 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-558068d2-4e9d-4874-ac19-1fd180a35b18 req-32a179e9-20c0-4e53-9726-c7d6d59b5fb3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401418
Apr 20 19:33:13.996730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673113'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:14.491241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8667e2-4460-44c2-9cbf-2c0fc575f080 req-92eef108-a7fb-421f-ad2f-bd96c0c277c1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:14.492929 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c8667e2-4460-44c2-9cbf-2c0fc575f080 req-92eef108-a7fb-421f-ad2f-bd96c0c277c1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.2453647
Apr 20 19:33:14.503342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1008e-bcb2-4f75-b986-fc18246e23c0 req-23aa33ff-87c6-49c4-b0eb-c7154528a6d0 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:14.504956 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-07a1008e-bcb2-4f75-b986-fc18246e23c0 req-23aa33ff-87c6-49c4-b0eb-c7154528a6d0 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 946 time: 0.2107766
Apr 20 19:33:14.636164 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c8667e2-4460-44c2-9cbf-2c0fc575f080 req-9552edda-96e1-4e32-8ec4-40fc0e2740a2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293087
Apr 20 19:33:14.642868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Deleting port c6747c6a-3fe9-4d37-b023-d5cff0a402bc {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:33:14.643258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:14.677495 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-07a1008e-bcb2-4f75-b986-fc18246e23c0 req-49850fce-e72b-4d9a-86c9-cb1e0fe8408d tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425083
Apr 20 19:33:14.837680 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] For port c6747c6a-3fe9-4d37-b023-d5cff0a402bc, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=c6747c6a-3fe9-4d37-b023-d5cff0a402bc,segment=NetworkSegment(6a40ed81-d836-4f18-a85a-7c0939355633),segment_id=6a40ed81-d836-4f18-a85a-7c0939355633)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:14.838080 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:14.974241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Calling delete_port for c6747c6a-3fe9-4d37-b023-d5cff0a402bc owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:33:15.292376 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:15.297018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:15.345212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6747c6a-3fe9-4d37-b023-d5cff0a402bc,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:15.372983 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:15.622645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852957278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673191'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:16.189103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1a0cb-c817-4eec-acc9-d9cb3c249868 req-e62e90ba-91b7-478b-8d1e-8b2ab12b03b4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:16.190661 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6aa1a0cb-c817-4eec-acc9-d9cb3c249868 req-e62e90ba-91b7-478b-8d1e-8b2ab12b03b4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.2872417
Apr 20 19:33:16.199201 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496e693-1b0e-4c83-a4ad-abd6bdf3ab26 req-d936b03d-2065-41ca-9308-7fd59db8a528 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:16.200695 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4496e693-1b0e-4c83-a4ad-abd6bdf3ab26 req-d936b03d-2065-41ca-9308-7fd59db8a528 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 946 time: 0.2900214
Apr 20 19:33:16.419381 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6aa1a0cb-c817-4eec-acc9-d9cb3c249868 req-b038835f-1845-40f5-8a15-4c6986d3001e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2176023
Apr 20 19:33:16.431639 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4496e693-1b0e-4c83-a4ad-abd6bdf3ab26 req-106b8592-d1d8-46ce-835e-da07049f9bcb tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687770
Apr 20 19:33:16.447587 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35514) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:16.480428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Router d50816fc-960d-4885-b575-18002ca3e847 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:33:16.596782 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:16.612920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:16.617235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Usage tracker for resource:security_group_rule and tenant:adcae752383f413eaa338afc670f1421 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:16.620487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:16.627861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:16.681089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:33:16.692290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] Sync routers for ids ['d50816fc-960d-4885-b575-18002ca3e847'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:33:16.700552 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] 10.222.0.38 "PUT /v2.0/routers/d50816fc-960d-4885-b575-18002ca3e847/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5029249
Apr 20 19:33:16.701401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35524) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:16.702664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] Routers {'d50816fc-960d-4885-b575-18002ca3e847'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:33:16.703833 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4eef908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d50816fc-960d-4885-b575-18002ca3e847'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:16.721138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:16.724774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:16.734972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-770b988a-ba88-4013-b4b9-f58f14ef533e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:16.775488 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=adcae752383f413eaa338afc670f1421&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3241339
Apr 20 19:33:16.777302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35532) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:16.788340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108efcd2-6327-48ac-966c-c1e5e21ce5ed,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:16.791949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:16.906138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] Set router d50816fc-960d-4885-b575-18002ca3e847 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:33:16.974888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-652ba917-25ea-4cb6-aeb6-efbeec6f4f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:16.993226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:17.138267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-652ba917-25ea-4cb6-aeb6-efbeec6f4f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:17.235464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:17.240950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4eef908>, [{'id': 'd50816fc-960d-4885-b575-18002ca3e847', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:00Z', 'updated_at': '2021-04-20T19:33:15Z', 'revision_number': 5, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'gw_port': {'id': '4e59b4f8-3855-46c4-82f5-cb312314eff0', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50816fc-960d-4885-b575-18002ca3e847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:03Z', 'updated_at': '2021-04-20T19:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:17.245154 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-652ba917-25ea-4cb6-aeb6-efbeec6f4f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:17.245368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] Checking router: d50816fc-960d-4885-b575-18002ca3e847 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:33:17.251564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fc335683-6d4d-4b91-9b42-e02617fcdfb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:17.255691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] Routers {'d50816fc-960d-4885-b575-18002ca3e847'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:33:17.256673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4eef908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d50816fc-960d-4885-b575-18002ca3e847'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:17.261542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Deleting port 4e59b4f8-3855-46c4-82f5-cb312314eff0 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:33:17.261923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:17.305213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ba917-25ea-4cb6-aeb6-efbeec6f4f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108efcd2-6327-48ac-966c-c1e5e21ce5ed,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:17.310050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-652ba917-25ea-4cb6-aeb6-efbeec6f4f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:17.315964 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-652ba917-25ea-4cb6-aeb6-efbeec6f4f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:17.319716 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-652ba917-25ea-4cb6-aeb6-efbeec6f4f7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/108efcd2-6327-48ac-966c-c1e5e21ce5ed HTTP/1.1" status: 204  len: 168 time: 0.4728432
Apr 20 19:33:17.429865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] Set router d50816fc-960d-4885-b575-18002ca3e847 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:33:17.477482 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] For port 4e59b4f8-3855-46c4-82f5-cb312314eff0, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=4e59b4f8-3855-46c4-82f5-cb312314eff0,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:17.478177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:17.560901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4eef908>, [{'id': 'd50816fc-960d-4885-b575-18002ca3e847', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:00Z', 'updated_at': '2021-04-20T19:33:17Z', 'revision_number': 6, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'gw_port_host': None}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:17.566450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95c0a4-8b3c-4c7c-875f-066da52d2c0d None None] The sync data for ids ['d50816fc-960d-4885-b575-18002ca3e847'] in dv-cinder-787264-1-iscsi is: [{'id': 'd50816fc-960d-4885-b575-18002ca3e847', 'name': 'tempest-ServerRescueNegativeTestJSON-797620246-router', 'tenant_id': '8a872b344d5e4785bc501bb382a739e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:29:00Z', 'updated_at': '2021-04-20T19:33:17Z', 'revision_number': 6, 'project_id': '8a872b344d5e4785bc501bb382a739e4', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:33:17.621917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Calling delete_port for 4e59b4f8-3855-46c4-82f5-cb312314eff0 owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:33:17.799281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae7d2f-3235-4718-86e5-e9ea9fd22298 req-5b56139d-a59a-4222-a3c7-fcbdbf919fe4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:17.800930 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-62ae7d2f-3235-4718-86e5-e9ea9fd22298 req-5b56139d-a59a-4222-a3c7-fcbdbf919fe4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1870115
Apr 20 19:33:17.920231 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-62ae7d2f-3235-4718-86e5-e9ea9fd22298 req-6a6170c3-9f8f-49a3-bc6d-ecb59a25931d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1081181
Apr 20 19:33:17.951952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:17.957547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-69ab73e7-4124-4828-9242-e1216ccb3e2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:18.004911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Pushing event deleted for resources: {'Port': ['ID=4e59b4f8-3855-46c4-82f5-cb312314eff0,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:18.008280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:18.063488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device c6747c6a-3fe9-4d37-b023-d5cff0a402bc no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:33:18.103056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: c6747c6a-3fe9-4d37-b023-d5cff0a402bc {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:33:18.103381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device c6747c6a-3fe9-4d37-b023-d5cff0a402bc not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:33:18.103854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 4e59b4f8-3855-46c4-82f5-cb312314eff0 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:33:18.118763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853078682'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:18.149875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 4e59b4f8-3855-46c4-82f5-cb312314eff0 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:33:18.150276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 4e59b4f8-3855-46c4-82f5-cb312314eff0 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:33:18.538883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853090502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2212'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:18.544864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:18.637553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1674878'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:18.638144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d50816fc-960d-4885-b575-18002ca3e847 {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:33:18.651744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:18.653015 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] 10.222.0.38 "DELETE /v2.0/routers/d50816fc-960d-4885-b575-18002ca3e847 HTTP/1.1" status: 204  len: 168 time: 1.9505880
Apr 20 19:33:18.655766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35574) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:18.727817 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5406cadd-f86b-4b86-b70d-a61a1e8f36af admin admin] Deleting subnet 0a20133b-670d-43da-a73c-570c34822eb2 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:33:18.731206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5406cadd-f86b-4b86-b70d-a61a1e8f36af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:18.784590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5406cadd-f86b-4b86-b70d-a61a1e8f36af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4086005'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:18.848996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5406cadd-f86b-4b86-b70d-a61a1e8f36af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:19.203367 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5406cadd-f86b-4b86-b70d-a61a1e8f36af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853408338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851958700'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:19.212865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:19.253950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ea636-1e61-4ffd-801e-78649980973a req-455ce11b-2b61-437f-8567-21ad0ea37616 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:19.255681 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-101ea636-1e61-4ffd-801e-78649980973a req-455ce11b-2b61-437f-8567-21ad0ea37616 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.2004089
Apr 20 19:33:19.268761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5406cadd-f86b-4b86-b70d-a61a1e8f36af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:19.273116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406cadd-f86b-4b86-b70d-a61a1e8f36af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a20133b-670d-43da-a73c-570c34822eb2,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:19.293328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5406cadd-f86b-4b86-b70d-a61a1e8f36af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:19.300085 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5406cadd-f86b-4b86-b70d-a61a1e8f36af admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0a20133b-670d-43da-a73c-570c34822eb2 HTTP/1.1" status: 204  len: 168 time: 0.6407785
Apr 20 19:33:19.300448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35596) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:19.335178 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-101ea636-1e61-4ffd-801e-78649980973a req-0b00490d-2f4b-4a8e-b022-93a4d5929a10 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633931
Apr 20 19:33:19.442574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:19.579939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:19.697623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a522b978>,) {'filters': {'network_id': ['83a9f6c9-14bf-4451-bd3a-5335ab5e684a']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:19.711282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a522b978>, '6a40ed81-d836-4f18-a85a-7c0939355633') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:19.711602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a522b978>, '6a40ed81-d836-4f18-a85a-7c0939355633') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:19.723805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:19.744113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:19.751280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:33:19.950909 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:33:19.970545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:20.153417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Network 83a9f6c9-14bf-4451-bd3a-5335ab5e684a has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:33:20.176561 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:33:20.255571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:20.259417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1d2dd859-c99e-4018-8d5d-c02ecb005441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:20.273617 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:20.285507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a9f6c9-14bf-4451-bd3a-5335ab5e684a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:20.288861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:20.298678 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] 10.222.0.38 "DELETE /v2.0/networks/83a9f6c9-14bf-4451-bd3a-5335ab5e684a HTTP/1.1" status: 204  len: 168 time: 0.9970782
Apr 20 19:33:20.494860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35616) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:20.552788 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a73158d8-aec7-4811-b083-0051c32e0aa2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a872b344d5e4785bc501bb382a739e4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0565853
Apr 20 19:33:20.555368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35620) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:20.557564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2d43-fe91-459f-8679-446cab1cc1f6 req-88048865-e967-45d6-b068-330abbbacbcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:20.559138 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4ced2d43-fe91-459f-8679-446cab1cc1f6 req-88048865-e967-45d6-b068-330abbbacbcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.0952084
Apr 20 19:33:20.609232 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4ced2d43-fe91-459f-8679-446cab1cc1f6 req-08b56b01-deb7-4e23-a48d-a4d049861cc2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428259
Apr 20 19:33:20.619000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dbd54dbc-257a-4f15-b1d9-c1ab06791a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:20.647315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dbd54dbc-257a-4f15-b1d9-c1ab06791a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:20.696234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dbd54dbc-257a-4f15-b1d9-c1ab06791a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:20.701261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-573c24be-95e9-41ea-ae45-33346163ca39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:20.715302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd54dbc-257a-4f15-b1d9-c1ab06791a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603ed89-8649-4fca-92c6-76a76667f9df,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:20.717765 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-dbd54dbc-257a-4f15-b1d9-c1ab06791a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:20.720816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dbd54dbc-257a-4f15-b1d9-c1ab06791a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:20.724697 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-dbd54dbc-257a-4f15-b1d9-c1ab06791a2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d603ed89-8649-4fca-92c6-76a76667f9df HTTP/1.1" status: 204  len: 168 time: 0.1655712
Apr 20 19:33:20.984686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d881dca-d9e5-4ea2-ace1-a65ba60ed853 req-23ae4dd7-c260-4843-a398-655180a7fce6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:20.989289 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d881dca-d9e5-4ea2-ace1-a65ba60ed853 req-23ae4dd7-c260-4843-a398-655180a7fce6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.0991690
Apr 20 19:33:21.049893 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d881dca-d9e5-4ea2-ace1-a65ba60ed853 req-32758743-e079-452b-9703-fdf3fa472861 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570977
Apr 20 19:33:21.059884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b8b87-2380-4919-8370-9bd71fb93968 req-ef5afbe0-ab0a-456b-a763-86014aef4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:21.061507 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-263b8b87-2380-4919-8370-9bd71fb93968 req-ef5afbe0-ab0a-456b-a763-86014aef4c73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 1099 time: 0.0824847
Apr 20 19:33:21.220646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b8b87-2380-4919-8370-9bd71fb93968 req-b5ef4451-6d79-4a79-9229-de9a3dc19e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:21.222336 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-263b8b87-2380-4919-8370-9bd71fb93968 req-b5ef4451-6d79-4a79-9229-de9a3dc19e55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 911 time: 0.1539662
Apr 20 19:33:21.247070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:33:21.339262 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-263b8b87-2380-4919-8370-9bd71fb93968 req-cafcbcb3-02d8-4b4f-8fa1-84ce24b461c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c HTTP/1.1" status: 200  len: 1001 time: 0.1094668
Apr 20 19:33:21.428558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b8b87-2380-4919-8370-9bd71fb93968 req-5701fc0c-66da-4757-8f8b-358d0f55c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:21.429996 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-263b8b87-2380-4919-8370-9bd71fb93968 req-5701fc0c-66da-4757-8f8b-358d0f55c10a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 200  len: 849 time: 0.0837262
Apr 20 19:33:21.527181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b8b87-2380-4919-8370-9bd71fb93968 req-0b3644dc-8f02-409c-aa49-230a604a8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:21.529338 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-263b8b87-2380-4919-8370-9bd71fb93968 req-0b3644dc-8f02-409c-aa49-230a604a8c93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4427720-1bf7-4b3c-8e43-4a0696109808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921068
Apr 20 19:33:21.688607 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-263b8b87-2380-4919-8370-9bd71fb93968 req-e28a3cbd-5157-4b0a-8531-837f1832bacd service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516960
Apr 20 19:33:21.842630 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-263b8b87-2380-4919-8370-9bd71fb93968 req-29265f62-9efb-4736-9e7b-400fa56889d7 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475065
Apr 20 19:33:22.295805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc88458-ad0e-4e9e-b67f-c081c7b140a5 req-e11e65c6-57f5-4571-a00a-0bff69ecd3cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:22.304366 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-afc88458-ad0e-4e9e-b67f-c081c7b140a5 req-e11e65c6-57f5-4571-a00a-0bff69ecd3cf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1211360
Apr 20 19:33:22.352292 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-afc88458-ad0e-4e9e-b67f-c081c7b140a5 req-c2b94ccc-c944-4a9b-ba87-73f327d50c75 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468998
Apr 20 19:33:23.575979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5e571-5058-4347-9c27-625eb77939b5 req-33c58b53-d1ae-4e98-a27b-cd5f3ec855a4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:23.577608 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-81f5e571-5058-4347-9c27-625eb77939b5 req-33c58b53-d1ae-4e98-a27b-cd5f3ec855a4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.0928936
Apr 20 19:33:23.626682 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-81f5e571-5058-4347-9c27-625eb77939b5 req-8f5eac7b-84e9-4b78-a205-79d7132cbd3b tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419862
Apr 20 19:33:25.021004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d692-8027-4416-b2b8-a9954d153707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:27.428526 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5dc93520-7ea2-4865-9f78-c8c0702de5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:28.501005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:28.610330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:28.794845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:29.404258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:32.547747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edf056-e8e8-4489-b013-fc39a3de2729 req-ddd27b16-e996-4634-b7b1-15f75faf45d0 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:32.549448 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b6edf056-e8e8-4489-b013-fc39a3de2729 req-ddd27b16-e996-4634-b7b1-15f75faf45d0 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.0891998
Apr 20 19:33:32.601807 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b6edf056-e8e8-4489-b013-fc39a3de2729 req-d37ba609-7929-47e3-bfee-93bb38c156da tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460637
Apr 20 19:33:33.027246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35876) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:33.151832 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.167826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:33.172434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] Usage tracker for resource:security_group_rule and tenant:a4e532e1c5e8435396239d49523aa2bd is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:33.175461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:33.182432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:33.275365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.278081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.288064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee3d518e-e7cc-438f-a029-5f90375b1376 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:33.291176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35884) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:33.325355 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4e532e1c5e8435396239d49523aa2bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969372
Apr 20 19:33:33.329685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35890) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:33.333452 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4499c370-3396-4128-8447-997e4a56cea5,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:33.337035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-86825b26-7308-4ef9-b4c4-f7222e288fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:33.391740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-95b31d78-5061-436f-836c-10bae5bff14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.431219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.446809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-95b31d78-5061-436f-836c-10bae5bff14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.461500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:33.474046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Usage tracker for resource:security_group_rule and tenant:3aab4185267b4a188744114e20c6ff4c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:33.478201 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:33.497588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:33.531986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-95b31d78-5061-436f-836c-10bae5bff14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.538133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eb0ce361-0e71-4aca-8857-b47bcd4a5f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:33.555434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b31d78-5061-436f-836c-10bae5bff14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4499c370-3396-4128-8447-997e4a56cea5,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:33.564908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-95b31d78-5061-436f-836c-10bae5bff14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:33.571089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-95b31d78-5061-436f-836c-10bae5bff14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.572293 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-95b31d78-5061-436f-836c-10bae5bff14c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4499c370-3396-4128-8447-997e4a56cea5 HTTP/1.1" status: 204  len: 168 time: 0.2415841
Apr 20 19:33:33.623009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.626845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.637651 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-de99e457-4522-4a96-a227-5f464477b02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:33.684203 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3aab4185267b4a188744114e20c6ff4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3918378
Apr 20 19:33:33.685170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34cf9dc-5302-4777-a683-4b1b26b59787,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:33.687057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35898) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:33.688487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:33.805514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1bd60365-d26f-4291-a205-5675ca1c1fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.849264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1bd60365-d26f-4291-a205-5675ca1c1fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.876167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35906) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:33.894868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.900387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126eb1f-0dc6-4bae-a202-bc18aaf3c14a req-9d9c0fa4-198f-48a2-9dd0-d128370f095f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:33.902057 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c126eb1f-0dc6-4bae-a202-bc18aaf3c14a req-9d9c0fa4-198f-48a2-9dd0-d128370f095f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.1630425
Apr 20 19:33:33.912058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:33.917566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Usage tracker for resource:security_group_rule and tenant:dac1619289b14849acd50a3fa1e76e36 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:33.922439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:33.931104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:33.958827 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c126eb1f-0dc6-4bae-a202-bc18aaf3c14a req-512f30c1-819f-43e7-a39d-cfbd6f10b48c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492079
Apr 20 19:33:33.959613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1bd60365-d26f-4291-a205-5675ca1c1fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.964811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-223ff2d1-6db5-446f-b9d8-83a9307fc0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:33.979173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd60365-d26f-4291-a205-5675ca1c1fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34cf9dc-5302-4777-a683-4b1b26b59787,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:33.989300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1bd60365-d26f-4291-a205-5675ca1c1fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:33.992999 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1bd60365-d26f-4291-a205-5675ca1c1fe1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c34cf9dc-5302-4777-a683-4b1b26b59787 HTTP/1.1" status: 204  len: 168 time: 0.3022127
Apr 20 19:33:33.992999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1bd60365-d26f-4291-a205-5675ca1c1fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:34.037083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.040070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.049390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-79677c68-514e-4b02-b73e-7436a0a92272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:34.096069 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dac1619289b14849acd50a3fa1e76e36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2186136
Apr 20 19:33:34.097712 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95618fe2-0ea3-4c0d-9b4c-5cdc0a0df623,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:34.099443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35912) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:34.100846 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:34.167882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a09ae6d-ba16-4a40-b969-f04cc3a87a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.196763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a09ae6d-ba16-4a40-b969-f04cc3a87a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.241829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a09ae6d-ba16-4a40-b969-f04cc3a87a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.246807 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-92d362cf-609f-4b5a-bbcd-b668cc203a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:34.261710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09ae6d-ba16-4a40-b969-f04cc3a87a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95618fe2-0ea3-4c0d-9b4c-5cdc0a0df623,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:34.264050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4a09ae6d-ba16-4a40-b969-f04cc3a87a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:34.264909 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a09ae6d-ba16-4a40-b969-f04cc3a87a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.268922 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4a09ae6d-ba16-4a40-b969-f04cc3a87a49 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95618fe2-0ea3-4c0d-9b4c-5cdc0a0df623 HTTP/1.1" status: 204  len: 168 time: 0.1656353
Apr 20 19:33:34.653230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 35936) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:34.674086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.689976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:34.694014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Usage tracker for resource:security_group_rule and tenant:632bc88ec2b9413a9795d69abc2f4c9a is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:34.697030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:34.703714 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:34.790202 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.793223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.803478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-dbd54dbc-257a-4f15-b1d9-c1ab06791a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:34.848535 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=632bc88ec2b9413a9795d69abc2f4c9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1940970
Apr 20 19:33:34.849563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0755c4-7fb3-43f6-bfcb-4daffeaf9068,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:34.851344 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35944) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:34.852810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:34.921099 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9d55eea4-52a5-4457-9154-dd01bd18525f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.952123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9d55eea4-52a5-4457-9154-dd01bd18525f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:34.999279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9d55eea4-52a5-4457-9154-dd01bd18525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:35.004848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1a76e948-5393-4139-86a4-b5a2e02d1040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:35.025023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55eea4-52a5-4457-9154-dd01bd18525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0755c4-7fb3-43f6-bfcb-4daffeaf9068,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:35.027401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9d55eea4-52a5-4457-9154-dd01bd18525f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:35.028343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9d55eea4-52a5-4457-9154-dd01bd18525f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:35.033044 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9d55eea4-52a5-4457-9154-dd01bd18525f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e0755c4-7fb3-43f6-bfcb-4daffeaf9068 HTTP/1.1" status: 204  len: 168 time: 0.1772807
Apr 20 19:33:35.193403 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a307f8c-c9eb-4044-99cd-6a2721eaea0b req-30b7967f-eebc-4303-a39d-f3d04c7434f6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:35.195444 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6a307f8c-c9eb-4044-99cd-6a2721eaea0b req-30b7967f-eebc-4303-a39d-f3d04c7434f6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.0978534
Apr 20 19:33:35.246600 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6a307f8c-c9eb-4044-99cd-6a2721eaea0b req-c94d4c21-a7f7-436e-b050-f7d789ff3333 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445726
Apr 20 19:33:35.761645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 35992) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:35.882511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-307214182-network', 'tenant_id': 'c06b12492e3c4c5494ee0cc799b046cd'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:35.887715 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:35.892573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Usage tracker for resource:network and tenant:c06b12492e3c4c5494ee0cc799b046cd is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:35.896006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:35.902848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:35.913121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Made reservation on behalf of c06b12492e3c4c5494ee0cc799b046cd for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:33:35.917882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:35.931588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:35.948212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:35.953640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Usage tracker for resource:security_group_rule and tenant:c06b12492e3c4c5494ee0cc799b046cd is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:35.956729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:35.963226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:36.060944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:36.064316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:36.069033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9d55eea4-52a5-4457-9154-dd01bd18525f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:36.100329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:33:36.110320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb21768-45e9-499c-9af1-3b96037e9349,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:36.114439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:36.118357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:36.118743 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Added segment bee99009-6b68-4c45-a706-e2968f4b5fef of type vlan for network 596bcf58-391e-4602-ab04-a0fd13cc24ba
Apr 20 19:33:36.146637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:36.180143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:36.181621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:36.182284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:36.187859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4f1740cd-9241-482b-aa67-021b3a8d544f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:36.306210 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Pushing event updated for resources: {'Network': ['ID=596bcf58-391e-4602-ab04-a0fd13cc24ba,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:36.317421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36028) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:36.317693 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5548439
Apr 20 19:33:36.318796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 596bcf58-391e-4602-ab04-a0fd13cc24ba details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:33:36.318915 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:36.325193 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Request body: {'subnet': {'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-307214182-subnet', 'tenant_id': 'c06b12492e3c4c5494ee0cc799b046cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:36.330927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:36.336170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Usage tracker for resource:subnet and tenant:c06b12492e3c4c5494ee0cc799b046cd is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:36.339668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:36.346848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:36.360608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Made reservation on behalf of c06b12492e3c4c5494ee0cc799b046cd for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:33:36.366649 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851607834'] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:36.495895 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3d132-1a94-4ccf-976c-6d0ef82efdea req-e852061b-0eb9-43da-85c8-0bb6e8f6ad8a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:36.497789 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-81b3d132-1a94-4ccf-976c-6d0ef82efdea req-e852061b-0eb9-43da-85c8-0bb6e8f6ad8a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.1114929
Apr 20 19:33:36.550616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-81b3d132-1a94-4ccf-976c-6d0ef82efdea req-b3a45de0-4052-4aae-a6c0-fa73e7098c03 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453415
Apr 20 19:33:37.040229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852671770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851607817'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:37.045384 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ea2255d0-38e6-4a02-9972-2623ef423cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:37.182572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8df454-d2d9-493f-be51-bfd936b7e143,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:37.188048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:37.194853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Checking segment: {'id': 'bee99009-6b68-4c45-a706-e2968f4b5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:33:37.195256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Network hostable DHCP agents. Network: 596bcf58-391e-4602-ab04-a0fd13cc24ba, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:33:37.240881 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-e5e52842-0f84-4127-bfa6-62305eb9ffe0 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:37.241710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-e5e52842-0f84-4127-bfa6-62305eb9ffe0 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Synchronizing usage tracker for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:33:37.246502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Network 596bcf58-391e-4602-ab04-a0fd13cc24ba is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:33:37.262850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-e5e52842-0f84-4127-bfa6-62305eb9ffe0 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Unset dirty status for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:33:37.264095 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-e5e52842-0f84-4127-bfa6-62305eb9ffe0 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.1785421
Apr 20 19:33:37.264723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 596bcf58-391e-4602-ab04-a0fd13cc24ba) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:33:37.285559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d3c466-c5a1-4600-b8e2-428722cfd9ce None None] Network 596bcf58-391e-4602-ab04-a0fd13cc24ba requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:33:37.316395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:37.317088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:37.377245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Deleting port 22a8b0f9-0716-4893-9db4-55b6fdf5988e {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:33:37.377638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:37.471725 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ebd61b87-c867-4f99-a4b9-faa60daf4da7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1440899
Apr 20 19:33:37.555279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f1c99-5dad-49b6-bdb6-e0933a1d9263 None None] Network 596bcf58-391e-4602-ab04-a0fd13cc24ba requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:33:37.759253 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] For port 22a8b0f9-0716-4893-9db4-55b6fdf5988e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=22a8b0f9-0716-4893-9db4-55b6fdf5988e,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:37.762399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:37.830857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f025f4-eaec-40f4-82a0-1dbf8a570c44 req-412ea749-b1ac-4bcf-b50d-12a4d364fc94 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:37.831582 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-75f025f4-eaec-40f4-82a0-1dbf8a570c44 req-412ea749-b1ac-4bcf-b50d-12a4d364fc94 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 946 time: 0.1069033
Apr 20 19:33:37.832126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36112) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:37.886589 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-75f025f4-eaec-40f4-82a0-1dbf8a570c44 req-6f84f049-0649-4386-b5df-882af5c7dfcb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=632c0b0b-d1e2-4e72-beb8-381593bfb075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469589
Apr 20 19:33:37.988835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.004485 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:38.008537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Usage tracker for resource:security_group_rule and tenant:d0302a227c8741f1a5543c6b341c1e1d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:38.012246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:38.018514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:38.108423 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.112098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.121884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:38.146458 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.146940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.147305 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Floating IP 657454a0-21c3-4498-bdeb-5b8143422f3e disassociated. External IP: 172.27.2.205, port: 22a8b0f9-0716-4893-9db4-55b6fdf5988e.
Apr 20 19:33:38.147694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Calling delete_port for 22a8b0f9-0716-4893-9db4-55b6fdf5988e owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:33:38.167023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f830c77-2b5e-45f3-8181-b2fb64a4a66e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:38.175652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:38.186631 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d0302a227c8741f1a5543c6b341c1e1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3533926
Apr 20 19:33:38.187797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36118) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:38.253479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-625c316d-0ad5-44f9-b1c8-eba818fdb33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.283561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-625c316d-0ad5-44f9-b1c8-eba818fdb33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.306044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.324444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:38.384177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event deleted for resources: {'Port': ['ID=22a8b0f9-0716-4893-9db4-55b6fdf5988e,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:38.386037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-625c316d-0ad5-44f9-b1c8-eba818fdb33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.387773 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:38.392301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8acd6ff3-093a-432c-9a98-0b48bae0ff27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:38.429338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c316d-0ad5-44f9-b1c8-eba818fdb33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f830c77-2b5e-45f3-8181-b2fb64a4a66e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:38.431419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-625c316d-0ad5-44f9-b1c8-eba818fdb33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.438007 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-625c316d-0ad5-44f9-b1c8-eba818fdb33b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f830c77-2b5e-45f3-8181-b2fb64a4a66e HTTP/1.1" status: 204  len: 168 time: 0.2465034
Apr 20 19:33:38.444114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-625c316d-0ad5-44f9-b1c8-eba818fdb33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:38.677044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:33:38.852580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36136) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:38.872952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.877415 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:33:38.889295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] Sync routers for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:33:38.891693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:38.896080 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:0ffd9d45cf4445158e66d458d309b9e7 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:38.900057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:38.903265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:33:38.904112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5ba3d30>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:38.907441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:38.960144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] No DVR routers for this DVR port 22a8b0f9-0716-4893-9db4-55b6fdf5988e on host hv-cinder-78726 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:33:38.962821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:38.965969 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-deleted', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:33:38.986819 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3c33f8d1-9d2d-460c-a520-6103420a4896 req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "DELETE /v2.0/ports/22a8b0f9-0716-4893-9db4-55b6fdf5988e HTTP/1.1" status: 204  len: 173 time: 1.7100983
Apr 20 19:33:39.038345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:39.047648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:39.064506 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ca897f-86b0-4162-a72d-2a399eef0f34', 'name': 'network-vif-deleted', 'tag': '22a8b0f9-0716-4893-9db4-55b6fdf5988e', 'status': 'completed', 'code': 200}
Apr 20 19:33:39.092574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d9d52bc5-41ef-4239-b06d-50109686cfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:39.133095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36144) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:39.133638 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ffd9d45cf4445158e66d458d309b9e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2795272
Apr 20 19:33:39.136425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19c0ee3-6db9-4de7-82de-a3fa47945c89,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:39.176922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:33:39.189058 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:39.205226 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-47bba422-cd7c-4270-8f49-0e825ff89cd2 req-a854a68b-8cf4-41da-9aa9-0bd7b5ca18b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=75ca897f-86b0-4162-a72d-2a399eef0f34 HTTP/1.1" status: 200  len: 210 time: 0.0694671
Apr 20 19:33:39.243537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e23a22f4-661a-4846-8eb3-9ed56273c9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:39.273940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e23a22f4-661a-4846-8eb3-9ed56273c9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:39.325029 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e23a22f4-661a-4846-8eb3-9ed56273c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:39.330399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-40e5b772-7f13-4320-92a6-41c9669c58e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:39.347174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a22f4-661a-4846-8eb3-9ed56273c9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19c0ee3-6db9-4de7-82de-a3fa47945c89,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:39.350215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e23a22f4-661a-4846-8eb3-9ed56273c9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:39.351186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e23a22f4-661a-4846-8eb3-9ed56273c9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:39.353183 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e23a22f4-661a-4846-8eb3-9ed56273c9d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d19c0ee3-6db9-4de7-82de-a3fa47945c89 HTTP/1.1" status: 204  len: 168 time: 0.2190130
Apr 20 19:33:39.602898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5ba3d30>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:39.607867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] Checking router: 22696437-f6e4-4a1f-bfcf-5b93ee44b311 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:33:39.617517 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:33:39.618297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5ba3d30>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:39.955528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:33:40.228226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-03f31ff0-0b68-469a-848b-8ea404d029d6 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:40.229800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-03f31ff0-0b68-469a-848b-8ea404d029d6 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Synchronizing usage tracker for tenant:c06b12492e3c4c5494ee0cc799b046cd on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:33:40.266817 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-03f31ff0-0b68-469a-848b-8ea404d029d6 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Unset dirty status for tenant:c06b12492e3c4c5494ee0cc799b046cd on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:33:40.268264 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-03f31ff0-0b68-469a-848b-8ea404d029d6 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/networks?id=596bcf58-391e-4602-ab04-a0fd13cc24ba HTTP/1.1" status: 200  len: 808 time: 0.2553639
Apr 20 19:33:40.303299 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-0deb3a4b-a7f9-47ba-9a19-599cc0d67998 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/quotas/c06b12492e3c4c5494ee0cc799b046cd HTTP/1.1" status: 200  len: 375 time: 0.0266426
Apr 20 19:33:40.409518 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-75f00f1b-cb81-4b60-b0b3-daf51166adda tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c06b12492e3c4c5494ee0cc799b046cd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1044846
Apr 20 19:33:40.449109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36196) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:40.525187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5ba3d30>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:33:40.542790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4fa9a9-c28e-40f9-9e7b-d57e9d98c038 None None] The sync data for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi is: [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:33:40.562110 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-386fa769-9cca-4e5f-b804-0a74e8f3d5d9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:40.597849 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-386fa769-9cca-4e5f-b804-0a74e8f3d5d9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:40.623447 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-cce2d1a8-00a3-49cd-ab06-91b7b626c41e service neutron] 10.222.0.38 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116308
Apr 20 19:33:40.651726 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-386fa769-9cca-4e5f-b804-0a74e8f3d5d9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:40.659089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-95b31d78-5061-436f-836c-10bae5bff14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:40.683811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fa769-9cca-4e5f-b804-0a74e8f3d5d9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632c0b0b-d1e2-4e72-beb8-381593bfb075,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:40.687444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-386fa769-9cca-4e5f-b804-0a74e8f3d5d9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:40.700842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-386fa769-9cca-4e5f-b804-0a74e8f3d5d9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:40.703192 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-386fa769-9cca-4e5f-b804-0a74e8f3d5d9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "DELETE /v2.0/security-groups/632c0b0b-d1e2-4e72-beb8-381593bfb075 HTTP/1.1" status: 204  len: 168 time: 0.2519569
Apr 20 19:33:40.707023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36202) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:40.729564 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.v2.resource [None req-1c41606e-fc59-4f57-84b3-6783878cb234 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] show failed (client error): The resource could not be found.
Apr 20 19:33:40.731014 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1c41606e-fc59-4f57-84b3-6783878cb234 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups/632c0b0b-d1e2-4e72-beb8-381593bfb075 HTTP/1.1" status: 404  len: 347 time: 0.0225713
Apr 20 19:33:40.735096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36206) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:40.812138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:33:40.881014 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-a4b6be11-2603-478f-bf34-598fd9fc49e2 service neutron] 10.222.0.38 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505624
Apr 20 19:33:40.899157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 22a8b0f9-0716-4893-9db4-55b6fdf5988e {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:33:40.899557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 22a8b0f9-0716-4893-9db4-55b6fdf5988e not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:33:40.958709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Deleting port 82ba9088-4898-4b55-b0c0-ecc417fd5732 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:33:40.959207 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:41.034482 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78e29a2-c442-459f-8cec-42e99715b16c None None] New status for floating IP 657454a0-21c3-4498-bdeb-5b8143422f3e: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:33:41.186009 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a269f35d-3716-479f-99ad-43497af19e64 req-5fd54853-0c27-431f-8939-cd471fe6c27a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 210 time: 0.1320260
Apr 20 19:33:41.302392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:41.303321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:41.513024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Calling delete_port for 82ba9088-4898-4b55-b0c0-ecc417fd5732 owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:33:41.620067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86372) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:33:41.620666 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:33:42.122451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Deleting port 82ba9088-4898-4b55-b0c0-ecc417fd5732 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:33:42.122853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.262694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36248) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:42.327585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.328133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.369733 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9ea09a2-f3e7-4403-91ad-a2ff723e26a1 req-6fad0966-769c-42e7-9955-07fd2ee39040 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 210 time: 0.0544183
Apr 20 19:33:42.401462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.420896 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:42.426009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Usage tracker for resource:security_group_rule and tenant:d1c70b649aa2491f8ec02ce988989e7d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:42.429985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:42.436898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:42.481524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Calling delete_port for 82ba9088-4898-4b55-b0c0-ecc417fd5732 owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:33:42.534118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.537282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.550835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c863336b-9d41-47ff-afff-99abf33aece2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:42.601593 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1c70b649aa2491f8ec02ce988989e7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3361418
Apr 20 19:33:42.603198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36256) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:42.606375 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6363020-5216-40e1-89cf-720b7fc2034d,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:42.639522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:42.684454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-445e9050-7145-426d-bbef-3f776ef2022d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.716696 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-445e9050-7145-426d-bbef-3f776ef2022d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.773496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-445e9050-7145-426d-bbef-3f776ef2022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.779426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b265ed22-5fc3-455e-8340-181f89df5f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:42.794842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e9050-7145-426d-bbef-3f776ef2022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6363020-5216-40e1-89cf-720b7fc2034d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:42.799831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-445e9050-7145-426d-bbef-3f776ef2022d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:42.805863 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-445e9050-7145-426d-bbef-3f776ef2022d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:42.809579 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-445e9050-7145-426d-bbef-3f776ef2022d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6363020-5216-40e1-89cf-720b7fc2034d HTTP/1.1" status: 204  len: 168 time: 0.2028658
Apr 20 19:33:43.055405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-b42afea8-c1d3-40c3-b6e5-ac0fd3473cbf tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:43.057091 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-b42afea8-c1d3-40c3-b6e5-ac0fd3473cbf tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.55 "GET /v2.0/networks?id=596bcf58-391e-4602-ab04-a0fd13cc24ba HTTP/1.1" status: 200  len: 808 time: 0.5216789
Apr 20 19:33:43.068491 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.073612 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-467685c2-0568-4495-aeb4-69c1d5def85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:43.100789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985b1e3-6b3b-4f10-a429-9d65582e66d9 req-c30e429e-3604-4b68-a198-38760200bed1 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:43.102495 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f985b1e3-6b3b-4f10-a429-9d65582e66d9 req-c30e429e-3604-4b68-a198-38760200bed1 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 946 time: 0.1020920
Apr 20 19:33:43.123728 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Request body: {'port': {'device_id': '6db1531e-7154-4dd6-a37c-027df29f07d2', 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba', 'admin_state_up': True, 'tenant_id': 'c06b12492e3c4c5494ee0cc799b046cd'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:43.133576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36272) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:43.149595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event deleted for resources: {'Port': ['ID=82ba9088-4898-4b55-b0c0-ecc417fd5732,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:43.158060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.189854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:43.194759 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f985b1e3-6b3b-4f10-a429-9d65582e66d9 req-40ad5f27-c122-449c-bae7-f71819f99541 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848329
Apr 20 19:33:43.197183 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] Usage tracker for resource:security_group_rule and tenant:55bc7e567a21493a826c61c155ab8779 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:43.200201 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:43.203571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:43.206496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:43.297264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.300262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.307379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-51c1c1f4-3cad-4859-b30e-1cb158088d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:43.353686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.357679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38af3297-02cc-40fe-ad74-01ea9f028215,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:43.363825 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55bc7e567a21493a826c61c155ab8779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2288442
Apr 20 19:33:43.364490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87f56a0-22fb-49c8-952b-67277845fd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:43.366379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36276) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:43.376532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:43.384473 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Usage tracker for resource:port and tenant:c06b12492e3c4c5494ee0cc799b046cd is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:43.388147 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.389462 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "DELETE /v2.0/floatingips/657454a0-21c3-4498-bdeb-5b8143422f3e HTTP/1.1" status: 204  len: 168 time: 2.6529274
Apr 20 19:33:43.390851 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:43.400199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:43.423812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Made reservation on behalf of c06b12492e3c4c5494ee0cc799b046cd for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:33:43.446421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45fb811d-e6d4-4e87-adc4-62bb7280c8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.460284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.479229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45fb811d-e6d4-4e87-adc4-62bb7280c8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.531810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45fb811d-e6d4-4e87-adc4-62bb7280c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.537630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a5d24fef-aad3-4b62-b8b2-bf4d38de16b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:43.586812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb811d-e6d4-4e87-adc4-62bb7280c8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38af3297-02cc-40fe-ad74-01ea9f028215,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:43.598567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-45fb811d-e6d4-4e87-adc4-62bb7280c8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:43.599355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45fb811d-e6d4-4e87-adc4-62bb7280c8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.600587 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-45fb811d-e6d4-4e87-adc4-62bb7280c8e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38af3297-02cc-40fe-ad74-01ea9f028215 HTTP/1.1" status: 204  len: 168 time: 0.2332239
Apr 20 19:33:43.615844 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-954a2f39-6e85-40c4-9424-ddaf726c5aaf req-b59ac079-c82b-4d95-93fd-74c7d213771c tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 210 time: 0.0682340
Apr 20 19:33:43.653809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Allocated IP 172.20.0.4 (596bcf58-391e-4602-ab04-a0fd13cc24ba/da8df454-d2d9-493f-be51-bfd936b7e143/df8d871a-89c0-4f10-9856-82f45a6c3bb8) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:33:43.892879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.930538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:43.937871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-845d500b-d3ac-4861-80c2-5bac3d30f466 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:43.959408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36290) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:43.965605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503927343', 'description': 'tempest-description--639679705'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:43.972797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:43.978449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:security_group and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:43.981665 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:43.988801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:44.005833 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.014564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Network 596bcf58-391e-4602-ab04-a0fd13cc24ba is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:33:44.019862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:33:44.025018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:33:44.033695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:44.038043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:security_group_rule and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:44.041188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:44.048224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:44.069590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Pushing event updated for resources: {'Port': ['ID=df8d871a-89c0-4f10-9856-82f45a6c3bb8,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:44.089918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:44.107347 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:44.108136 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.130848 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0189257
Apr 20 19:33:44.131873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.134482 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.140136 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f30a6958-9a62-46a0-8017-281b5274c8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:44.152242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Request body: {'port': {'device_id': '6db1531e-7154-4dd6-a37c-027df29f07d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:44.196202 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:44.199344 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:44.200082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.201463 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2409499
Apr 20 19:33:44.205447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36302) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:44.211102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'security_group_rule': {'security_group_id': '9dfc3909-3a1d-48d4-a1ac-6c71ec52d373', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:44.217468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:44.222244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:security_group_rule and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:44.229652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:44.237013 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:44.255397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.322447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.323138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.325930 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.328829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ac0ecae3-da7c-4813-a119-b8cc925f7cc9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:44.399614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f04e480-1f99-4694-9cb8-5b1e17b4c25d,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:44.431804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:44.436267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.438289 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-60d2dea7-8e46-4abe-af38-d4e77c4f14b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2317767
Apr 20 19:33:44.443693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36314) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:44.450594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'security_group_rule': {'security_group_id': '9dfc3909-3a1d-48d4-a1ac-6c71ec52d373', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:44.467260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:44.478913 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:security_group_rule and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:44.484906 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:44.494164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:44.506773 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7104d3-962e-4801-b103-ec30a685338c req-0da3b3fb-4fcd-4235-9bbe-18ab322c7f37 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:44.508553 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4f7104d3-962e-4801-b103-ec30a685338c req-0da3b3fb-4fcd-4235-9bbe-18ab322c7f37 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 946 time: 0.1670017
Apr 20 19:33:44.547799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.605626 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4f7104d3-962e-4801-b103-ec30a685338c req-00a30038-0c09-4763-aedd-c7c5d0964777 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888319
Apr 20 19:33:44.635676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.635676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.635676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:44.689353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79dbad4-10df-49b1-b88f-bcc62b707eb9,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:44.693526 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:44.694883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.700051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36328) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:44.701102 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-406174fb-f257-488f-8a8d-4d585737022e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2561698
Apr 20 19:33:44.706358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'floatingip': {'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:44.750198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:44.766878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:floatingip and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:44.772228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:44.781877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:44.792302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8d871a-89c0-4f10-9856-82f45a6c3bb8 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:33:44.805861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.814364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.844782 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Transition to ACTIVE for port object df8d871a-89c0-4f10-9856-82f45a6c3bb8 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:33:44.851638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3eea-dd8e-4848-bdd6-5c9f52cbf5f2 req-8d300124-da0a-4c9a-bf84-e7e3c5ed6b30 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:44.853369 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d88e3eea-dd8e-4848-bdd6-5c9f52cbf5f2 req-8d300124-da0a-4c9a-bf84-e7e3c5ed6b30 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 931 time: 0.0957313
Apr 20 19:33:44.897766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:44.907068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b196402b-8e46-48d0-8645-a7baeaf1abbb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:44.958667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d88e3eea-dd8e-4848-bdd6-5c9f52cbf5f2 req-0ad5371a-c32b-48eb-b5d2-fa58b136143e tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Synchronizing usage tracker for tenant:c06b12492e3c4c5494ee0cc799b046cd on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:33:44.971761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36334) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:45.005799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-d88e3eea-dd8e-4848-bdd6-5c9f52cbf5f2 req-0ad5371a-c32b-48eb-b5d2-fa58b136143e tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Unset dirty status for tenant:c06b12492e3c4c5494ee0cc799b046cd on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:33:45.007060 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d88e3eea-dd8e-4848-bdd6-5c9f52cbf5f2 req-0ad5371a-c32b-48eb-b5d2-fa58b136143e tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441200
Apr 20 19:33:45.019662 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-3804fc25-4f5c-4ac5-810a-dcaacafb1066 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:45.021458 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-3804fc25-4f5c-4ac5-810a-dcaacafb1066 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 946 time: 0.1416421
Apr 20 19:33:45.063859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Pushing event updated for resources: {'Port': ['ID=df8d871a-89c0-4f10-9856-82f45a6c3bb8,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:45.099631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:45.127475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Deleting port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:33:45.127867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.168323 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.201979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:45.211295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Usage tracker for resource:security_group_rule and tenant:dba70499cf6e4a80af7be510b193e2b4 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:45.215439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Attempting to bind port df8d871a-89c0-4f10-9856-82f45a6c3bb8 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:33:45.215824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Attempting to bind port df8d871a-89c0-4f10-9856-82f45a6c3bb8 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bee99009-6b68-4c45-a706-e2968f4b5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:33:45.216141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:45.216305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Attempting to bind port df8d871a-89c0-4f10-9856-82f45a6c3bb8 on network 596bcf58-391e-4602-ab04-a0fd13cc24ba {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:33:45.225227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Port df8d871a-89c0-4f10-9856-82f45a6c3bb8 on network 596bcf58-391e-4602-ab04-a0fd13cc24ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:33:45.225601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Attempting to bind port df8d871a-89c0-4f10-9856-82f45a6c3bb8 on network 596bcf58-391e-4602-ab04-a0fd13cc24ba {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:33:45.235646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:33:45.236014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Checking segment: {'id': 'bee99009-6b68-4c45-a706-e2968f4b5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:33:45.236443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Bound using segment: {'id': 'bee99009-6b68-4c45-a706-e2968f4b5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:33:45.236994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Bound port: df8d871a-89c0-4f10-9856-82f45a6c3bb8, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee99009-6b68-4c45-a706-e2968f4b5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:33:45.237386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.250619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.457999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] For port df8d871a-89c0-4f10-9856-82f45a6c3bb8, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:33:45.476612 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] For port df8d871a-89c0-4f10-9856-82f45a6c3bb8, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df8d871a-89c0-4f10-9856-82f45a6c3bb8,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:33:45.477446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:45.484138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.491484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0edc9b05-683c-44be-bafd-4c1287011c74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:45.548562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Allocated IP 172.27.2.206 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/9081718b-8343-4489-aea6-06c2dff76f83) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:33:45.558855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:45.559525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.561027 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] 10.222.0.55 "PUT /v2.0/ports/df8d871a-89c0-4f10-9856-82f45a6c3bb8 HTTP/1.1" status: 200  len: 1093 time: 1.4140723
Apr 20 19:33:45.568545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db1531e-7154-4dd6-a37c-027df29f07d2', 'tag': 'df8d871a-89c0-4f10-9856-82f45a6c3bb8'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:33:45.665130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Pushing event updated for resources: {'Port': ['ID=df8d871a-89c0-4f10-9856-82f45a6c3bb8,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:45.675449 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db1531e-7154-4dd6-a37c-027df29f07d2', 'tag': 'df8d871a-89c0-4f10-9856-82f45a6c3bb8', 'status': 'completed', 'code': 200}
Apr 20 19:33:45.676574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:45.725660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] For port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,segment=NetworkSegment(27ffde43-ce06-493d-9569-cc88700d65f5),segment_id=27ffde43-ce06-493d-9569-cc88700d65f5)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:45.725989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.816980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.829342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-e49bb4f7-0c7f-4ca4-9ce0-3860ce171aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:45.830962 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-e49bb4f7-0c7f-4ca4-9ce0-3860ce171aa5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c06b12492e3c4c5494ee0cc799b046cd&device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 1096 time: 0.1576359
Apr 20 19:33:45.917991 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-59f90d56-9046-48f5-b1ad-cb737dfd8cf3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8d871a-89c0-4f10-9856-82f45a6c3bb8 HTTP/1.1" status: 200  len: 217 time: 0.0727060
Apr 20 19:33:45.922944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Calling delete_port for 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:33:45.926294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.954944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.965727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d79f99ed-b4d1-411b-be58-8cfd6ddf9b6c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:45.966730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:45.980150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-da5bbfe7-366c-42ba-a430-124233ed2053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:46.036310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:33:46.046492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:33:46.049388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:33:46.081667 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dba70499cf6e4a80af7be510b193e2b4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1010962
Apr 20 19:33:46.081667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4cc5d-0fa3-4087-8ab9-f357cb867505,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:46.084839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36346) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:46.096795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:46.109288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'Port': ['ID=9081718b-8343-4489-aea6-06c2dff76f83,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:46.112219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:46.121775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-00b25f06-2d05-44da-bea8-401ed0d50a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:46.123365 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-00b25f06-2d05-44da-bea8-401ed0d50a10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da8df454-d2d9-493f-be51-bfd936b7e143 HTTP/1.1" status: 200  len: 848 time: 0.1986799
Apr 20 19:33:46.182913 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-30bfef1f-3c56-4350-a1d3-f74d9ea42c5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=596bcf58-391e-4602-ab04-a0fd13cc24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515590
Apr 20 19:33:46.268824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef641b8f-3fbd-4004-b628-b77cee678857 req-d30d5663-6626-47e2-8f84-953ec1548ff2 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:46.270440 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef641b8f-3fbd-4004-b628-b77cee678857 req-d30d5663-6626-47e2-8f84-953ec1548ff2 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab5ea3c1-a345-410c-8549-602f588efe60 HTTP/1.1" status: 200  len: 946 time: 0.5312366
Apr 20 19:33:46.331174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a181ef4a-b956-430b-8035-bc18914e817e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:46.342053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:46.369241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:46.380129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:33:46.454258 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef641b8f-3fbd-4004-b628-b77cee678857 req-8ab4a20a-4ccc-43b0-bd8d-f284422274a8 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.38 "GET /v2.0/security-groups?id=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685128
Apr 20 19:33:46.455145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Pushing event deleted for resources: {'Port': ['ID=3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:46.493338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:46.501179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a181ef4a-b956-430b-8035-bc18914e817e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:46.571052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bb889-7ff3-45d8-8722-e7e1458b1199 req-09fe1221-5526-4bcb-98ce-5ce89602afe2 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:46.572640 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a09bb889-7ff3-45d8-8722-e7e1458b1199 req-09fe1221-5526-4bcb-98ce-5ce89602afe2 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 943 time: 0.4111032
Apr 20 19:33:46.583952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] No DVR routers for this DVR port 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:33:46.599039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:46.611139 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-e7d277e1-5be2-4b0a-98ee-e11edcaba54e service neutron] 10.222.0.55 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4197800
Apr 20 19:33:46.615175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ea3c1-a345-410c-8549-602f588efe60', 'name': 'network-vif-deleted', 'tag': '3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:33:46.665352 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-71c34e25-9631-45d3-8625-28aa6eb52493 req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] 10.222.0.55 "DELETE /v2.0/ports/3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c HTTP/1.1" status: 204  len: 173 time: 1.6369689
Apr 20 19:33:46.671103 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5ea3c1-a345-410c-8549-602f588efe60', 'name': 'network-vif-deleted', 'tag': '3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c', 'status': 'completed', 'code': 200}
Apr 20 19:33:46.677099 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a09bb889-7ff3-45d8-8722-e7e1458b1199 req-5c37e91e-7961-4876-89f4-375ea812cfd0 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947669
Apr 20 19:33:46.686253 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a181ef4a-b956-430b-8035-bc18914e817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:46.692375 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-80f5d4bc-bee0-4807-981b-81b56848c00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:46.708892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181ef4a-b956-430b-8035-bc18914e817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4cc5d-0fa3-4087-8ab9-f357cb867505,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:46.711357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a181ef4a-b956-430b-8035-bc18914e817e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:46.712192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a181ef4a-b956-430b-8035-bc18914e817e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:46.714905 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:46.716461 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a181ef4a-b956-430b-8035-bc18914e817e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dbb4cc5d-0fa3-4087-8ab9-f357cb867505 HTTP/1.1" status: 204  len: 168 time: 0.6268687
Apr 20 19:33:46.844509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:46.889211 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae9a225f-a95d-4ae5-ad73-6f166e066ace req-787329b1-8118-405d-9bdb-125f8c28551a service neutron] 10.222.0.55 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2677574
Apr 20 19:33:47.138158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-a686e0af-ab30-43e4-bef4-8ab9a2ad0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:47.140332 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-a686e0af-ab30-43e4-bef4-8ab9a2ad0d05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c06b12492e3c4c5494ee0cc799b046cd&device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 1096 time: 0.1392088
Apr 20 19:33:47.188807 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:47.245377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:47.253431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-705c04a3-0d68-414e-832a-714ebf2e25ae tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:47.397352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'Port': ['ID=9081718b-8343-4489-aea6-06c2dff76f83,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:47.406604 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:47.440615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:47.445548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-c120c48b-290a-4fb4-8bf7-a823aa179708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:47.447136 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-c120c48b-290a-4fb4-8bf7-a823aa179708 service neutron] 10.222.0.55 "GET /v2.0/networks?id=596bcf58-391e-4602-ab04-a0fd13cc24ba HTTP/1.1" status: 200  len: 909 time: 0.2932291
Apr 20 19:33:47.544498 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-d72d5b1e-2e77-4221-bc11-33dc7a7c3601 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8d871a-89c0-4f10-9856-82f45a6c3bb8 HTTP/1.1" status: 200  len: 217 time: 0.0879419
Apr 20 19:33:47.550051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:47.557144 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8501983
Apr 20 19:33:47.620952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-f1fe29c6-5112-4efe-ac57-b8133d88dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:47.622685 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-f1fe29c6-5112-4efe-ac57-b8133d88dfea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da8df454-d2d9-493f-be51-bfd936b7e143 HTTP/1.1" status: 200  len: 848 time: 0.0701792
Apr 20 19:33:47.689282 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-f7e6ec52-38d6-4143-8e28-efcada55cc51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=596bcf58-391e-4602-ab04-a0fd13cc24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577769
Apr 20 19:33:47.878212 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-5d9be586-2260-4e75-9e9f-6034ce969ace service neutron] 10.222.0.55 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808023
Apr 20 19:33:47.916582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6dcec93a-89b1-438f-b0a7-89557957908a req-a33f0fca-a3dd-4078-965b-862899a62dfe tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Synchronizing usage tracker for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:33:47.954216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807faf12-961e-4ae6-8857-f0519b01d57c req-ae5b42ad-87b1-486b-bad4-b5ab5110abcf tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:47.956589 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-807faf12-961e-4ae6-8857-f0519b01d57c req-ae5b42ad-87b1-486b-bad4-b5ab5110abcf tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 943 time: 0.1332078
Apr 20 19:33:47.958204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6dcec93a-89b1-438f-b0a7-89557957908a req-a33f0fca-a3dd-4078-965b-862899a62dfe tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Unset dirty status for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:33:47.959660 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-a33f0fca-a3dd-4078-965b-862899a62dfe tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--503927343&fields=id&tenant_id=7899154aeb3b4d1387b43d42a0a50996 HTTP/1.1" status: 200  len: 267 time: 0.1678126
Apr 20 19:33:48.090869 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ef98cf2c-c249-459e-b3d2-f3c6adcdb669 req-0ae432f3-a0f8-4d9b-81d8-569d5e89681d service neutron] 10.222.0.55 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2052364
Apr 20 19:33:48.130815 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-807faf12-961e-4ae6-8857-f0519b01d57c req-99398110-6643-4106-9257-ae9461dd0e3a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667712
Apr 20 19:33:48.203995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec93a-89b1-438f-b0a7-89557957908a req-674d43be-909f-46e0-9b12-1c977248ff07 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:48.205615 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-674d43be-909f-46e0-9b12-1c977248ff07 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 816 time: 0.2255881
Apr 20 19:33:48.224725 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-c90b2043-ff8c-49d4-b485-b1864fc10458 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/quotas/7899154aeb3b4d1387b43d42a0a50996 HTTP/1.1" status: 200  len: 375 time: 0.0128520
Apr 20 19:33:48.322732 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4beb4322-5455-4f45-bde1-4d1e29b21814 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0918086
Apr 20 19:33:48.476349 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-2f1f004a-b7b2-4d9f-b28e-9c7fd5f3e22b service neutron] 10.222.0.38 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399531
Apr 20 19:33:48.628830 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-ebaaf68f-091b-4595-9fe7-6c07de9f3562 service neutron] 10.222.0.38 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453102
Apr 20 19:33:48.830302 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7fed1de3-a7cd-4f86-a1b3-d500122d5d1b req-96bc9a47-d1ae-44eb-aaef-aa87573eb0eb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 210 time: 0.0527818
Apr 20 19:33:48.857635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:33:48.894962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:33:48.895308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 3eba2c99-33e0-4daa-9a9d-cfc9bbd89c6c not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:33:49.364651 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a86d4-191b-42ff-a37b-d87ba9ee077b req-413df5ed-e448-4d0c-a8f4-64481732014a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:49.367242 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-770a86d4-191b-42ff-a37b-d87ba9ee077b req-413df5ed-e448-4d0c-a8f4-64481732014a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 943 time: 0.0962448
Apr 20 19:33:49.421986 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-770a86d4-191b-42ff-a37b-d87ba9ee077b req-c5a98d37-2334-4784-8573-aa8e585ba87e tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492039
Apr 20 19:33:50.005875 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-94ef246a-fd42-4be5-9505-41a9943e901a req-5ae0b66f-23ad-4a51-a1f9-dc77e2dd3d90 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 210 time: 0.0492425
Apr 20 19:33:50.633753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bac086-c21f-466f-beb1-8986aa2b6734 req-7015260b-a1b7-414b-bde3-11b0f543ad3f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:50.635367 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-79bac086-c21f-466f-beb1-8986aa2b6734 req-7015260b-a1b7-414b-bde3-11b0f543ad3f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 943 time: 0.0930209
Apr 20 19:33:50.684531 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-79bac086-c21f-466f-beb1-8986aa2b6734 req-68a145d9-d6be-4774-8906-5ed95ecccf30 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425720
Apr 20 19:33:51.172434 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-477309eb-a266-475d-baa5-ebd9d18dfd25 req-b851a9eb-368d-486b-b56e-ef4db8184055 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 210 time: 0.0485728
Apr 20 19:33:51.888301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee020d8-62db-45cc-a55d-6783dc82fa57 req-1d4c9ac2-5e3b-4d8c-addf-3b1a1e1da790 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:51.890078 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eee020d8-62db-45cc-a55d-6783dc82fa57 req-1d4c9ac2-5e3b-4d8c-addf-3b1a1e1da790 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 943 time: 0.0919855
Apr 20 19:33:51.938665 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eee020d8-62db-45cc-a55d-6783dc82fa57 req-a68d9fd7-11bd-4ee7-960a-dcd6fcbd5a96 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422950
Apr 20 19:33:52.339999 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed818dd7-478d-4fa9-b61c-2ea771cff4b4 req-f2b7287a-eef7-4614-bc24-dcd8b9e26865 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 210 time: 0.0486698
Apr 20 19:33:52.409803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device df8d871a-89c0-4f10-9856-82f45a6c3bb8 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:33:52.739446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port df8d871a-89c0-4f10-9856-82f45a6c3bb8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df8d871a-89c0-4f10-9856-82f45a6c3bb8,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:52.747369 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec93a-89b1-438f-b0a7-89557957908a req-6c8b1fcd-7fc9-4d18-b84e-8932d2a3b89e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:52.749036 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-6c8b1fcd-7fc9-4d18-b84e-8932d2a3b89e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 816 time: 0.1807926
Apr 20 19:33:52.754911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': 'df8d871a-89c0-4f10-9856-82f45a6c3bb8', 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba', 'port_id': 'df8d871a-89c0-4f10-9856-82f45a6c3bb8', 'mac_address': 'fa:16:3e:77:08:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8df454-d2d9-493f-be51-bfd936b7e143', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:33:52.817402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:52.837828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8d871a-89c0-4f10-9856-82f45a6c3bb8 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:33:52.846158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6dcec93a-89b1-438f-b0a7-89557957908a req-bad2c943-1efc-4c7f-9188-13bf3dec3508 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Synchronizing usage tracker for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:33:52.854659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port df8d871a-89c0-4f10-9856-82f45a6c3bb8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df8d871a-89c0-4f10-9856-82f45a6c3bb8,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:52.858243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:52.859546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6dcec93a-89b1-438f-b0a7-89557957908a req-bad2c943-1efc-4c7f-9188-13bf3dec3508 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Unset dirty status for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:33:52.860983 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-bad2c943-1efc-4c7f-9188-13bf3dec3508 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7899154aeb3b4d1387b43d42a0a50996 HTTP/1.1" status: 200  len: 5703 time: 0.0971656
Apr 20 19:33:52.861128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:52.871299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'port': {'device_id': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'admin_state_up': True, 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'security_groups': ['9dfc3909-3a1d-48d4-a1ac-6c71ec52d373']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:52.937182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=df8d871a-89c0-4f10-9856-82f45a6c3bb8,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:52.945137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.945529 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.945914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.946288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.946665 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.947035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.947408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.947779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.948153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.948521 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.948914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.949282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:33:52.953918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:53.021364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:53.025987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Usage tracker for resource:port and tenant:7899154aeb3b4d1387b43d42a0a50996 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:53.029074 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:53.036822 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:53.046320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Made reservation on behalf of 7899154aeb3b4d1387b43d42a0a50996 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:33:53.052811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:53.148879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7140b2-60fe-44aa-a19d-90c9669a776e req-89e25d4e-4901-4ba7-90db-1ac809abd759 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:53.150498 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bd7140b2-60fe-44aa-a19d-90c9669a776e req-89e25d4e-4901-4ba7-90db-1ac809abd759 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 944 time: 0.0948265
Apr 20 19:33:53.199639 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bd7140b2-60fe-44aa-a19d-90c9669a776e req-60759d4e-e2b3-4043-b4a1-5da5fb8e5e8c tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421267
Apr 20 19:33:53.231394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Allocated IP 172.20.0.11 (82da78ec-751b-430a-a7da-562971e5fcc7/6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea/a3a21964-a28d-45cc-b821-a61ffedb9528) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:33:53.235005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['df8d871a-89c0-4f10-9856-82f45a6c3bb8'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:33:53.441540 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:53.459270 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Transition to ACTIVE for port object a3a21964-a28d-45cc-b821-a61ffedb9528 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:33:53.483056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:53.489563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:53.551210 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Network 82da78ec-751b-430a-a7da-562971e5fcc7 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:33:53.557078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c62056-23ee-4c19-af65-aabb85bb1edf req-26cc87a3-5411-41aa-b59d-825a5df32e94 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:53.558737 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b6c62056-23ee-4c19-af65-aabb85bb1edf req-26cc87a3-5411-41aa-b59d-825a5df32e94 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 932 time: 0.0901985
Apr 20 19:33:53.559681 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:33:53.565492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:33:53.618693 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b6c62056-23ee-4c19-af65-aabb85bb1edf req-f06081c1-a681-44ba-b628-a358ca3073b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508091
Apr 20 19:33:53.636852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:53.645366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:53.646050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:53.665017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:53.683047 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8157704
Apr 20 19:33:53.703602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Request body: {'port': {'device_id': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:53.801834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4b8b84b1-4735-4316-8164-6ae780bc2082 None None] Provisioning for port a3a21964-a28d-45cc-b821-a61ffedb9528 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:33:53.811074 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4b8b84b1-4735-4316-8164-6ae780bc2082 None None] Provisioning complete for port a3a21964-a28d-45cc-b821-a61ffedb9528 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:33:53.812748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4b8b84b1-4735-4316-8164-6ae780bc2082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:53.855731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:53.884907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b84b1-4735-4316-8164-6ae780bc2082 None None] Port a3a21964-a28d-45cc-b821-a61ffedb9528 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:33:53.951827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36482) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:54.088506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.105608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:54.110161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Usage tracker for resource:security_group_rule and tenant:04eb58700919414fb537767654c60efe is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:54.113448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:54.119676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:54.210362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.214105 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.225509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f49e8709-1e5e-4d1f-a9a6-0dfaf16d0139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:54.257828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a21964-a28d-45cc-b821-a61ffedb9528 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:33:54.266586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.271755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d469a1-7837-4bfe-89da-52427d40be5b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:54.275302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:54.283030 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04eb58700919414fb537767654c60efe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3291554
Apr 20 19:33:54.283780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36490) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:54.299921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Transition to ACTIVE for port object a3a21964-a28d-45cc-b821-a61ffedb9528 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:33:54.305297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.310498 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-18d3342f-8542-4616-8006-eab9a48e377b tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:54.396312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a2d4297a-9893-46f6-b523-5f8e63d03273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.426962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a2d4297a-9893-46f6-b523-5f8e63d03273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.518010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a2d4297a-9893-46f6-b523-5f8e63d03273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.530786 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96b633-45ec-4dd9-8b9d-470085169075 req-1ec7d7e4-78b4-4f92-8ab6-f404347b92bf tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:54.532487 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fa96b633-45ec-4dd9-8b9d-470085169075 req-1ec7d7e4-78b4-4f92-8ab6-f404347b92bf tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 944 time: 0.1879065
Apr 20 19:33:54.534644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1bd60365-d26f-4291-a205-5675ca1c1fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:54.547524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4297a-9893-46f6-b523-5f8e63d03273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d469a1-7837-4bfe-89da-52427d40be5b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:54.550046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a2d4297a-9893-46f6-b523-5f8e63d03273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:54.575520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a2d4297a-9893-46f6-b523-5f8e63d03273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.580172 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a2d4297a-9893-46f6-b523-5f8e63d03273 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8d469a1-7837-4bfe-89da-52427d40be5b HTTP/1.1" status: 204  len: 168 time: 0.2954099
Apr 20 19:33:54.592302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:54.610616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fa96b633-45ec-4dd9-8b9d-470085169075 req-a4e42f30-7dbe-415f-9692-bd9bd49607e7 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646842
Apr 20 19:33:54.635802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:54.682216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Attempting to bind port a3a21964-a28d-45cc-b821-a61ffedb9528 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:33:54.682592 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Attempting to bind port a3a21964-a28d-45cc-b821-a61ffedb9528 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:33:54.682961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Attempting to bind port a3a21964-a28d-45cc-b821-a61ffedb9528 on network 82da78ec-751b-430a-a7da-562971e5fcc7 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:33:54.688064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Port a3a21964-a28d-45cc-b821-a61ffedb9528 on network 82da78ec-751b-430a-a7da-562971e5fcc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:33:54.688426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Attempting to bind port a3a21964-a28d-45cc-b821-a61ffedb9528 on network 82da78ec-751b-430a-a7da-562971e5fcc7 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:33:54.693960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:33:54.694335 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Checking segment: {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:33:54.694761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Bound using segment: {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:33:54.695231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Bound port: a3a21964-a28d-45cc-b821-a61ffedb9528, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff0776e-f471-4569-aa10-079724c4ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:33:54.695615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.804283 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:33:54.807659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:33:54.813580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.818666 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:54.853306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeb8dd-4419-409d-82b1-27424c0f8f20 req-ac3513d0-5c15-4c6b-a27d-d616b387cd62 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:54.854951 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-adaeb8dd-4419-409d-82b1-27424c0f8f20 req-ac3513d0-5c15-4c6b-a27d-d616b387cd62 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.1039224
Apr 20 19:33:54.912144 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-adaeb8dd-4419-409d-82b1-27424c0f8f20 req-f8216017-c289-4ba7-90bb-5d3918ff3906 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479765
Apr 20 19:33:54.915705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device df8d871a-89c0-4f10-9856-82f45a6c3bb8 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:33:54.928955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36504) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:54.952590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.971106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:54.975684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Usage tracker for resource:security_group_rule and tenant:244a59cdb7334b3d89694f7247bb3302 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:54.978944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:54.987306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:55.000875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port df8d871a-89c0-4f10-9856-82f45a6c3bb8 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:33:55.019159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port df8d871a-89c0-4f10-9856-82f45a6c3bb8 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:33:55.019604 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.085852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.089587 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c2279288-3b80-4e7f-9d13-ca10ab9b48e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.090020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.093837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:55.094503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.096292 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/a3a21964-a28d-45cc-b821-a61ffedb9528 HTTP/1.1" status: 200  len: 1094 time: 1.3989053
Apr 20 19:33:55.097555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:33:55.128182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:55.131824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:55.134712 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5293d05a-bf80-49a4-a241-b86ffe6c5ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:55.163787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.175003 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=244a59cdb7334b3d89694f7247bb3302&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2449234
Apr 20 19:33:55.181603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36510) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:55.198040 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'status': 'completed', 'code': 200}
Apr 20 19:33:55.201571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db1531e-7154-4dd6-a37c-027df29f07d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8d871a-89c0-4f10-9856-82f45a6c3bb8'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:33:55.214808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port df8d871a-89c0-4f10-9856-82f45a6c3bb8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df8d871a-89c0-4f10-9856-82f45a6c3bb8,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:55.220610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.224837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:55.249661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec93a-89b1-438f-b0a7-89557957908a req-2ea08378-2350-4734-b733-de204f46b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:55.255209 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-2ea08378-2350-4734-b733-de204f46b5cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 1097 time: 0.0975590
Apr 20 19:33:55.268886 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db1531e-7154-4dd6-a37c-027df29f07d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8d871a-89c0-4f10-9856-82f45a6c3bb8', 'code': 200}
Apr 20 19:33:55.278223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5d7b7d-969d-4d8c-b460-261782479a77,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:55.284036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:55.302662 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e41615e-5ead-4584-821a-fc799ecbf390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.319255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=df8d871a-89c0-4f10-9856-82f45a6c3bb8,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:55.323014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:55.334943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e41615e-5ead-4584-821a-fc799ecbf390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.382365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e41615e-5ead-4584-821a-fc799ecbf390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.387461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-652ba917-25ea-4cb6-aeb6-efbeec6f4f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:55.390265 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-16db4745-dc63-48c7-9e0f-45d075f0442a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a21964-a28d-45cc-b821-a61ffedb9528 HTTP/1.1" status: 200  len: 217 time: 0.0952063
Apr 20 19:33:55.402070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41615e-5ead-4584-821a-fc799ecbf390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5d7b7d-969d-4d8c-b460-261782479a77,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:55.404923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9e41615e-5ead-4584-821a-fc799ecbf390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:55.407317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9e41615e-5ead-4584-821a-fc799ecbf390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.411038 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9e41615e-5ead-4584-821a-fc799ecbf390 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee5d7b7d-969d-4d8c-b460-261782479a77 HTTP/1.1" status: 204  len: 168 time: 0.2254586
Apr 20 19:33:55.511980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec93a-89b1-438f-b0a7-89557957908a req-e7f214e1-643e-451b-8551-99e06e58158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:55.513624 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-e7f214e1-643e-451b-8551-99e06e58158b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.1168644
Apr 20 19:33:55.577214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5da4d4-af43-443b-9dd8-43a80de1cefc req-cbf7cd88-962f-4d00-b4af-af2d1d152646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:55.579030 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9b5da4d4-af43-443b-9dd8-43a80de1cefc req-cbf7cd88-962f-4d00-b4af-af2d1d152646 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 1098 time: 0.0914629
Apr 20 19:33:55.636883 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9b5da4d4-af43-443b-9dd8-43a80de1cefc req-b03c6be1-2ef1-430f-b8e3-1a0533a3dce7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478611
Apr 20 19:33:55.642161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec93a-89b1-438f-b0a7-89557957908a req-e927c113-3902-4d71-bc8d-c99f3275cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:55.643925 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-e927c113-3902-4d71-bc8d-c99f3275cc7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1236236
Apr 20 19:33:55.835493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102764-d856-4858-9604-eb2c58786336 req-a03da435-cfbd-4b29-9a58-7aa4339b4e5f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:55.837491 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a6102764-d856-4858-9604-eb2c58786336 req-a03da435-cfbd-4b29-9a58-7aa4339b4e5f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 945 time: 0.0982561
Apr 20 19:33:55.894188 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a6102764-d856-4858-9604-eb2c58786336 req-5b937fb1-a4c5-4291-b801-c7d16029b674 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490315
Apr 20 19:33:56.073517 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-0d9079d2-03dc-4985-9af6-6a26b7ace967 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473384
Apr 20 19:33:56.234998 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6dcec93a-89b1-438f-b0a7-89557957908a req-2ed4ac54-c159-469c-8575-bd7f01fadb7d service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543169
Apr 20 19:33:56.294378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36550) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:56.371808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0c358-2508-42c7-afdf-77794805fada req-a2ba3a18-4453-4180-9354-343f7a8f168c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:56.374533 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4ed0c358-2508-42c7-afdf-77794805fada req-a2ba3a18-4453-4180-9354-343f7a8f168c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.3083134
Apr 20 19:33:56.422611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-4bdae4ad-9f47-4a7e-8990-5de5737c18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:56.424293 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-4bdae4ad-9f47-4a7e-8990-5de5737c18df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 1097 time: 0.0883656
Apr 20 19:33:56.429856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1877678610-network', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:56.431005 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4ed0c358-2508-42c7-afdf-77794805fada req-9944d12b-e404-494d-8cc0-11d3fdb2310a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482316
Apr 20 19:33:56.457499 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:56.467034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Usage tracker for resource:network and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:56.519229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:56.530942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:56.554984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Made reservation on behalf of ba7e670538c341e6a378232973d1ccde for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:33:56.559643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:56.584814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:56.613795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:56.621905 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:56.626756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:56.630044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-9553c5aa-abea-450e-9f90-42a8fe12c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:56.631627 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-9553c5aa-abea-450e-9f90-42a8fe12c3a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 917 time: 0.1980395
Apr 20 19:33:56.635326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:56.753445 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-1cae50d4-d750-4e6f-b9fb-7f43f4a2a41f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a21964-a28d-45cc-b821-a61ffedb9528 HTTP/1.1" status: 200  len: 217 time: 0.0716755
Apr 20 19:33:56.853221 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:56.859398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:56.865765 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9256c222-c2cf-4ebb-a30d-f7240e8c5c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:56.876974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-e5c3aaab-f7cb-42e9-a4e7-a349f7b2ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:56.878592 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-e5c3aaab-f7cb-42e9-a4e7-a349f7b2ee95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.1118469
Apr 20 19:33:56.896076 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:33:56.961754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f8ab7-a9d9-4836-8f67-661e11fdcb7a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:56.965400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:56.965799 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Added segment ceef58a2-229b-47e1-aad9-26ec3bd1553e of type vlan for network b60f85b0-c0a3-4824-a200-b37680750ba5
Apr 20 19:33:56.967244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:57.012992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:57.042741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-ebc8b6ba-9321-4882-b5b6-876b528deb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:57.044369 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-ebc8b6ba-9321-4882-b5b6-876b528deb17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1447871
Apr 20 19:33:57.083699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:57.092321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:57.093931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:57.144825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:57.240362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa0e4-6e41-42e1-8362-11e91a0dcb45 req-b12dfdad-8898-466e-ad2e-428d5895bd1f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:57.242034 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7b1aa0e4-6e41-42e1-8362-11e91a0dcb45 req-b12dfdad-8898-466e-ad2e-428d5895bd1f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 945 time: 0.2242782
Apr 20 19:33:57.285783 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9900813
Apr 20 19:33:57.289735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36564) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:57.298413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Pushing event updated for resources: {'Network': ['ID=b60f85b0-c0a3-4824-a200-b37680750ba5,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:57.299344 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Request body: {'subnet': {'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1877678610-subnet', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:57.303639 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:57.312324 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7b1aa0e4-6e41-42e1-8362-11e91a0dcb45 req-c6b8e3e0-da28-495f-9afb-4a7b8986b2f9 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629323
Apr 20 19:33:57.313318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:57.315862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network b60f85b0-c0a3-4824-a200-b37680750ba5 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:33:57.318159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Usage tracker for resource:subnet and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:57.321505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:57.330021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:57.338068 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-93c79324-f7e1-4a29-878c-4a53bdd52841 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2807679
Apr 20 19:33:57.357837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Made reservation on behalf of ba7e670538c341e6a378232973d1ccde for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:33:57.365443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2817150'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:57.578597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-91e79630-5a88-4d38-b693-7f5c2d3af4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:57.631335 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be2e37ae-d838-49e1-96b9-d23743d63f2a req-734787d9-4c36-4c53-a76a-738d6f3fb7d3 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2760012
Apr 20 19:33:57.941153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbc92-b496-41e6-835b-5cfa8863a9d3 req-c7654f5a-f60f-4dd6-957b-cb2231dcb917 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:57.942778 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8d5cbc92-b496-41e6-835b-5cfa8863a9d3 req-c7654f5a-f60f-4dd6-957b-cb2231dcb917 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.1606712
Apr 20 19:33:58.056267 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8d5cbc92-b496-41e6-835b-5cfa8863a9d3 req-aaaf779f-2124-4da3-b392-a646aa72a0fc tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636432
Apr 20 19:33:58.170620 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1367531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2817135'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.175609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:58.246536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:33:58.255868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:58.261633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:58.264350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Checking segment: {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:33:58.265312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Network hostable DHCP agents. Network: b60f85b0-c0a3-4824-a200-b37680750ba5, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:33:58.285891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Network b60f85b0-c0a3-4824-a200-b37680750ba5 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:33:58.297326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, b60f85b0-c0a3-4824-a200-b37680750ba5) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:33:58.307304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f033f-a72f-4d6d-80a6-ecbb308d4ec6 None None] Network b60f85b0-c0a3-4824-a200-b37680750ba5 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:33:58.313106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:58.313775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.343768 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7827a3e3-ee85-4f0f-a366-b41b121e9061 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0516276
Apr 20 19:33:58.346163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36582) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:33:58.352097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:33:58.357381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:33:58.362231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Usage tracker for resource:router and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:33:58.366052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:33:58.372160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:33:58.383522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.385185 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.408174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.521910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.607286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-b60f85b0-c0a3-4824-a200-b37680750ba5', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:33:58.608244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.691401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.813872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.826327 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Allocated IP 172.20.0.2 (b60f85b0-c0a3-4824-a200-b37680750ba5/0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2/d24cee04-1400-4a77-a0c6-4484453a9460) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:33:58.872464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:58.922465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:33:58.998166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b12c3c-1099-4f0d-8ed5-54432ffe0247 req-ac5b75ae-04c9-4c14-a134-0c7467e6dea6 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:59.000363 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-60b12c3c-1099-4f0d-8ed5-54432ffe0247 req-ac5b75ae-04c9-4c14-a134-0c7467e6dea6 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 945 time: 0.1949484
Apr 20 19:33:59.069924 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-60b12c3c-1099-4f0d-8ed5-54432ffe0247 req-bc86fd2b-4b03-442d-afab-6020a7ace203 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576956
Apr 20 19:33:59.192066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:59.199936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.215448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'port_id': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'mac_address': 'fa:16:3e:70:f2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:33:59.217478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Transition to ACTIVE for port object d24cee04-1400-4a77-a0c6-4484453a9460 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:33:59.278035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Transition to ACTIVE for port object d24cee04-1400-4a77-a0c6-4484453a9460 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:33:59.294916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.299338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:59.352025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.364005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.388017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a21964-a28d-45cc-b821-a61ffedb9528 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:33:59.394331 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Network b60f85b0-c0a3-4824-a200-b37680750ba5 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:33:59.404741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.408134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:33:59.422073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:33:59.431752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Pushing event updated for resources: {'Port': ['ID=d24cee04-1400-4a77-a0c6-4484453a9460,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:59.437775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:59.467335 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:33:59.474933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.475356 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52cd57-ddb5-4ec4-8d9e-3b7bdbc83dcc req-bbab0b73-e654-4d40-902d-7554d5e7b731 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:33:59.477067 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cd52cd57-ddb5-4ec4-8d9e-3b7bdbc83dcc req-bbab0b73-e654-4d40-902d-7554d5e7b731 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.2497406
Apr 20 19:33:59.480905 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.482905 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:59.583916 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cd52cd57-ddb5-4ec4-8d9e-3b7bdbc83dcc req-d9d62f9b-71e5-48d8-a895-670ffaee2170 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931573
Apr 20 19:33:59.593954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Attempting to bind port d24cee04-1400-4a77-a0c6-4484453a9460 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:33:59.594524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Attempting to bind port d24cee04-1400-4a77-a0c6-4484453a9460 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:33:59.594779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Attempting to bind port d24cee04-1400-4a77-a0c6-4484453a9460 on network b60f85b0-c0a3-4824-a200-b37680750ba5 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:33:59.610591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Allocated IP 172.27.2.245 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/d4fce382-3aa3-4f4f-87a0-33750ff819f7) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:33:59.610745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:59.615426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:59.616222 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:33:59.616652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Checking segment: {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:33:59.617152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.617597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Bound using segment: {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:33:59.618128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Bound port: d24cee04-1400-4a77-a0c6-4484453a9460, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:33:59.618558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.718856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] For port d24cee04-1400-4a77-a0c6-4484453a9460, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:33:59.722041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] For port d24cee04-1400-4a77-a0c6-4484453a9460, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d24cee04-1400-4a77-a0c6-4484453a9460,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:33:59.726532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.731231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:59.770474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.801665 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:59.807510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e906c556-c8c3-4b43-945d-13e3ddecdfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:33:59.814323 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Pushing event updated for resources: {'Port': ['ID=d24cee04-1400-4a77-a0c6-4484453a9460,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:59.817672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:33:59.881433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:33:59.885233 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:33:59.887781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:33:59.930985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Pushing event updated for resources: {'Port': ['ID=d4fce382-3aa3-4f4f-87a0-33750ff819f7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:33:59.933932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:00.499538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0d87f-ca8a-431a-8c75-00433078e31b req-d8a60b65-ccbc-4b73-94a4-16a2a39ad98a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:00.501200 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-21b0d87f-ca8a-431a-8c75-00433078e31b req-d8a60b65-ccbc-4b73-94a4-16a2a39ad98a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 945 time: 0.1538048
Apr 20 19:34:00.694944 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-21b0d87f-ca8a-431a-8c75-00433078e31b req-1d0e0e45-986b-4f15-885d-e8ea45769e4a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353116
Apr 20 19:34:00.785533 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:00.972223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59a5b9-95ff-4ecc-af43-8b1725bba20c req-ebcbf38d-9900-44b4-96a0-5704cd3b7609 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:00.973883 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0d59a5b9-95ff-4ecc-af43-8b1725bba20c req-ebcbf38d-9900-44b4-96a0-5704cd3b7609 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 945 time: 0.2628453
Apr 20 19:34:01.178254 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0d59a5b9-95ff-4ecc-af43-8b1725bba20c req-e175995c-7ee9-427b-8b3a-f3d20815a3b9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1897686
Apr 20 19:34:01.217405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e7a6ae-65f1-4de9-bcf8-8adc8702d5de None None] Network b60f85b0-c0a3-4824-a200-b37680750ba5 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:34:01.234256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:01.347737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-bf0354b9-6d54-458b-97f6-bfe99716fa99 None None] Provisioning for port d24cee04-1400-4a77-a0c6-4484453a9460 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:01.465180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Router 153014c2-d002-4121-a2be-e6ef80317785 is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:34:01.674854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:34:01.684850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Sync routers for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:34:01.694503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:01.695186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a585cd30>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:01.698640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:01.699960 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3525767
Apr 20 19:34:01.703633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36608) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:01.887868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:01.979234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e0892-5075-4ed7-bfd6-74898419d2ab req-228f781c-ee25-48a8-9d2f-2c66d0c0851a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:01.980896 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-273e0892-5075-4ed7-bfd6-74898419d2ab req-228f781c-ee25-48a8-9d2f-2c66d0c0851a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 945 time: 0.1465588
Apr 20 19:34:02.165635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d24cee04-1400-4a77-a0c6-4484453a9460 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:02.183311 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-273e0892-5075-4ed7-bfd6-74898419d2ab req-a18943ca-4c36-4fe6-9b8f-812fab96349a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475546
Apr 20 19:34:02.370627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port d24cee04-1400-4a77-a0c6-4484453a9460 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:02.381751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port d24cee04-1400-4a77-a0c6-4484453a9460 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:02.382194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:02.489439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['a3a21964-a28d-45cc-b821-a61ffedb9528'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:34:02.677126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a585cd30>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:00Z', 'revision_number': 3, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:02.687436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:02.708742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Checking router: 153014c2-d002-4121-a2be-e6ef80317785 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:34:02.709160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Updating router 153014c2-d002-4121-a2be-e6ef80317785 port d4fce382-3aa3-4f4f-87a0-33750ff819f7 binding host dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:34:02.764658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d631ac-3df9-45ea-a84f-feeea900fef1 req-fa146ea7-ba7b-49e2-b4ca-970f3863d76e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:02.766358 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f5d631ac-3df9-45ea-a84f-feeea900fef1 req-fa146ea7-ba7b-49e2-b4ca-970f3863d76e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 945 time: 0.1798787
Apr 20 19:34:02.841496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port d24cee04-1400-4a77-a0c6-4484453a9460, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d24cee04-1400-4a77-a0c6-4484453a9460,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:02.843143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:02.869326 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f5d631ac-3df9-45ea-a84f-feeea900fef1 req-ce0d477d-824e-438e-b71a-12f9fa684880 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939882
Apr 20 19:34:02.888326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:02.894596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:02.941570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:02.948891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-56b9b2d7-f7eb-4a23-8c20-3dd244a6b888 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:02.949673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-56b9b2d7-f7eb-4a23-8c20-3dd244a6b888 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Synchronizing usage tracker for tenant:c06b12492e3c4c5494ee0cc799b046cd on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:02.967294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-56b9b2d7-f7eb-4a23-8c20-3dd244a6b888 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Unset dirty status for tenant:c06b12492e3c4c5494ee0cc799b046cd on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:02.969657 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-56b9b2d7-f7eb-4a23-8c20-3dd244a6b888 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.55 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 945 time: 0.1222832
Apr 20 19:34:03.050954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Deleting port df8d871a-89c0-4f10-9856-82f45a6c3bb8 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:34:03.051516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.087552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=d24cee04-1400-4a77-a0c6-4484453a9460,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:03.102706 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:03.209640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Allocated IP 172.20.0.1 (b60f85b0-c0a3-4824-a200-b37680750ba5/0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2/972c9ebb-1710-4721-b5e6-afeefc3519cf) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:34:03.382844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.385769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] For port df8d871a-89c0-4f10-9856-82f45a6c3bb8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=df8d871a-89c0-4f10-9856-82f45a6c3bb8,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:03.386303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.398359 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Transition to ACTIVE for port object d4fce382-3aa3-4f4f-87a0-33750ff819f7 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:03.407638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.412174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:03.493811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ddf6b-fa7c-4ec2-87f6-7b577106d8f3 req-75f95bae-60df-42ff-88aa-b7df30f56220 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:03.502055 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-395ddf6b-fa7c-4ec2-87f6-7b577106d8f3 req-75f95bae-60df-42ff-88aa-b7df30f56220 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 945 time: 0.1763616
Apr 20 19:34:03.516966 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Attempting to bind port d4fce382-3aa3-4f4f-87a0-33750ff819f7 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:34:03.517650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Attempting to bind port d4fce382-3aa3-4f4f-87a0-33750ff819f7 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:34:03.518223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Attempting to bind port d4fce382-3aa3-4f4f-87a0-33750ff819f7 on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:03.522789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcdb3c-43a6-4185-90ea-6ed1c95cc2a5 None None] Pushing event updated for resources: {'Port': ['ID=d4fce382-3aa3-4f4f-87a0-33750ff819f7,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:03.527845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b6fcdb3c-43a6-4185-90ea-6ed1c95cc2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:03.529159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:34:03.529755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:34:03.531022 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.532326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:34:03.533051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Bound port: d4fce382-3aa3-4f4f-87a0-33750ff819f7, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:34:03.533628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.556920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.590802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Calling delete_port for df8d871a-89c0-4f10-9856-82f45a6c3bb8 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:34:03.602497 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-395ddf6b-fa7c-4ec2-87f6-7b577106d8f3 req-d83cf5f7-306d-47f3-807f-96a41a300f18 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994112
Apr 20 19:34:03.603693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Transition to ACTIVE for port object 972c9ebb-1710-4721-b5e6-afeefc3519cf will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:03.628658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] For port d4fce382-3aa3-4f4f-87a0-33750ff819f7, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:34:03.633407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] For port d4fce382-3aa3-4f4f-87a0-33750ff819f7, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d4fce382-3aa3-4f4f-87a0-33750ff819f7,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:34:03.636487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.641297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.642967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:03.647780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:03.708787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Network b60f85b0-c0a3-4824-a200-b37680750ba5 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:03.712124 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:03.714727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:34:03.753146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:03.754014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a585cd30>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:03.792024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Pushing event updated for resources: {'Port': ['ID=972c9ebb-1710-4721-b5e6-afeefc3519cf,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:03.802572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:03.803923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.811850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9d84897b-3873-4fce-9556-fd2f7808ea57 tempest-DeleteServersTestJSON-322214442 tempest-DeleteServersTestJSON-322214442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:03.835560 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcdb3c-43a6-4185-90ea-6ed1c95cc2a5 None None] Pushing event updated for resources: {'Port': ['ID=d4fce382-3aa3-4f4f-87a0-33750ff819f7,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:03.837413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.892553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Pushing event deleted for resources: {'Port': ['ID=df8d871a-89c0-4f10-9856-82f45a6c3bb8,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:03.900842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:03.942752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b6fcdb3c-43a6-4185-90ea-6ed1c95cc2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:03.946827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['df8d871a-89c0-4f10-9856-82f45a6c3bb8'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:34:04.054861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] No DVR routers for this DVR port df8d871a-89c0-4f10-9856-82f45a6c3bb8 on host hv-cinder-78726 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:34:04.057892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:04.061808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db1531e-7154-4dd6-a37c-027df29f07d2', 'name': 'network-vif-deleted', 'tag': 'df8d871a-89c0-4f10-9856-82f45a6c3bb8'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:04.083461 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9a2c0a3a-0b48-4361-8151-fdf841356cef req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.55 "DELETE /v2.0/ports/df8d871a-89c0-4f10-9856-82f45a6c3bb8 HTTP/1.1" status: 204  len: 173 time: 1.1079950
Apr 20 19:34:04.084975 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-151b5182-6e79-4fdf-9442-d4139a801006 None None] Provisioning for port 972c9ebb-1710-4721-b5e6-afeefc3519cf completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:04.094597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-151b5182-6e79-4fdf-9442-d4139a801006 None None] Provisioning complete for port 972c9ebb-1710-4721-b5e6-afeefc3519cf triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:04.095034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-151b5182-6e79-4fdf-9442-d4139a801006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:04.142689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:04.143838 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db1531e-7154-4dd6-a37c-027df29f07d2', 'name': 'network-vif-deleted', 'tag': 'df8d871a-89c0-4f10-9856-82f45a6c3bb8', 'status': 'completed', 'code': 200}
Apr 20 19:34:04.169113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d24cee04-1400-4a77-a0c6-4484453a9460 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:04.308093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:04.310833 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba86fd-9f69-4376-951f-55cf06188a7b req-05582dce-9d0b-4710-8209-ea95bcfe9248 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:04.312930 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ebba86fd-9f69-4376-951f-55cf06188a7b req-05582dce-9d0b-4710-8209-ea95bcfe9248 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 945 time: 0.1669738
Apr 20 19:34:04.361554 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-151b5182-6e79-4fdf-9442-d4139a801006 None None] Port 972c9ebb-1710-4721-b5e6-afeefc3519cf cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:34:04.421181 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-5d099266-0a01-4eaf-8f4f-6967d7979e93 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0986040
Apr 20 19:34:04.437534 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ebba86fd-9f69-4376-951f-55cf06188a7b req-5603f478-f212-4fb0-ac5e-15d6e4eacab3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170900
Apr 20 19:34:04.448766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:04.554749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-b6c87fd4-3318-46fd-8524-75a51f2c1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:04.556375 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-b6c87fd4-3318-46fd-8524-75a51f2c1a19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 1099 time: 0.0918491
Apr 20 19:34:04.706544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port d24cee04-1400-4a77-a0c6-4484453a9460 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:04.706972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:04.732876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-f256c78b-8c47-46a8-b66a-735966501b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:04.734839 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-f256c78b-8c47-46a8-b66a-735966501b32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 911 time: 0.1563644
Apr 20 19:34:04.757570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:04.758126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port a3a21964-a28d-45cc-b821-a61ffedb9528 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:04.764792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:04.784009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port a3a21964-a28d-45cc-b821-a61ffedb9528 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:04.784438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:04.822288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:04.875130 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-f66ad06c-cfc8-49a8-9389-5d3cf1d93cef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c HTTP/1.1" status: 200  len: 1001 time: 0.1324790
Apr 20 19:34:04.944779 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8e94dd4-9e7d-496e-8c02-9654aaf00d94 req-28b84328-97ef-481d-8696-402023e5af5a tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=6db1531e-7154-4dd6-a37c-027df29f07d2 HTTP/1.1" status: 200  len: 210 time: 0.1273260
Apr 20 19:34:04.953074 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-440a270a-15f8-43e3-a667-e54fcb63747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:04.954660 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-440a270a-15f8-43e3-a667-e54fcb63747e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 200  len: 849 time: 0.0730400
Apr 20 19:34:04.970611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:04.979614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Pushing event updated for resources: {'Port': ['ID=972c9ebb-1710-4721-b5e6-afeefc3519cf,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:04.984271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:05.079416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:05.082102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-bae962c4-d786-4ea3-b79c-9a8d63b551f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:05.083969 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-bae962c4-d786-4ea3-b79c-9a8d63b551f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4427720-1bf7-4b3c-8e43-4a0696109808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1214874
Apr 20 19:34:05.117992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:05.127590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a585cd30>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:00Z', 'revision_number': 3, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:05.134415 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c8330-b4fd-45d4-9818-c4b25abd6e7b None None] The sync data for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi is: [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:00Z', 'revision_number': 3, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:34:05.138118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:05.142312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:05.145825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:05.150198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Network b60f85b0-c0a3-4824-a200-b37680750ba5 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:05.151749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:05.236518 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'code': 200}
Apr 20 19:34:05.319365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:05.325732 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:05.374300 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-11862551-bf85-4f5b-85cc-73c45fd9cd1e service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811086
Apr 20 19:34:05.518553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-2dbb2af0-6f16-4633-8355-74af389fa065 None None] Provisioning complete for port 972c9ebb-1710-4721-b5e6-afeefc3519cf triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:05.519269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2dbb2af0-6f16-4633-8355-74af389fa065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:05.588275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Router 153014c2-d002-4121-a2be-e6ef80317785 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:34:05.644633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb2af0-6f16-4633-8355-74af389fa065 None None] Port 972c9ebb-1710-4721-b5e6-afeefc3519cf cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:34:05.659448 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c14d8f3-3650-4c91-bc8a-d4d39ea49d93 req-4e9a38c4-3a1f-42ac-8699-1ef0ea9da47b service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2742045
Apr 20 19:34:05.882023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fbccf-93dc-45a1-aabc-e1c4ff0953ec req-80101ca1-787e-4995-b3f6-bde056ae9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:05.883666 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a27fbccf-93dc-45a1-aabc-e1c4ff0953ec req-80101ca1-787e-4995-b3f6-bde056ae9441 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 1099 time: 0.3544605
Apr 20 19:34:05.961800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:34:05.982458 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a27fbccf-93dc-45a1-aabc-e1c4ff0953ec req-8e00a0ff-220f-4c1b-a154-5d98824531a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762973
Apr 20 19:34:05.989259 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] 10.222.0.38 "PUT /v2.0/routers/153014c2-d002-4121-a2be-e6ef80317785/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2803972
Apr 20 19:34:06.002691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ffab7-4ce7-4ec4-b211-fc6304800864 req-c2d7ef05-81ba-4b13-b522-bbe4d6f82d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:06.004291 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7c2ffab7-4ce7-4ec4-b211-fc6304800864 req-c2d7ef05-81ba-4b13-b522-bbe4d6f82d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.2259831
Apr 20 19:34:06.121935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device df8d871a-89c0-4f10-9856-82f45a6c3bb8 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:34:06.124205 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7c2ffab7-4ce7-4ec4-b211-fc6304800864 req-1ef0ced7-71ff-4d8d-8256-5e8c89be41db tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1128008
Apr 20 19:34:06.164004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d4fce382-3aa3-4f4f-87a0-33750ff819f7 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:06.182549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff744d1-f8af-41d8-b029-e5853135423f req-efa3d955-5c5f-4077-9fdc-5274050e7ad8 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:06.184391 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9ff744d1-f8af-41d8-b029-e5853135423f req-efa3d955-5c5f-4077-9fdc-5274050e7ad8 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1472399
Apr 20 19:34:06.249533 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: df8d871a-89c0-4f10-9856-82f45a6c3bb8 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:34:06.257220 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device df8d871a-89c0-4f10-9856-82f45a6c3bb8 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:34:06.272940 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9ff744d1-f8af-41d8-b029-e5853135423f req-6e1e0af8-55ff-4510-abbf-f409ebec4b9b tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812922
Apr 20 19:34:06.277005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port d4fce382-3aa3-4f4f-87a0-33750ff819f7 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:06.284787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port d4fce382-3aa3-4f4f-87a0-33750ff819f7 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:06.285389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:06.439974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:06.464046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port d4fce382-3aa3-4f4f-87a0-33750ff819f7, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d4fce382-3aa3-4f4f-87a0-33750ff819f7,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:06.467760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:06.470825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:06.554147 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=d4fce382-3aa3-4f4f-87a0-33750ff819f7,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:06.565707 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:06.680479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-300a8890-6eb7-4dcb-83a4-0dfb38a1a0e3 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:06.682139 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-300a8890-6eb7-4dcb-83a4-0dfb38a1a0e3 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/networks?id=596bcf58-391e-4602-ab04-a0fd13cc24ba HTTP/1.1" status: 200  len: 808 time: 0.1793466
Apr 20 19:34:06.699669 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-07de8c2c-9f97-4d15-9dc2-f88285a487ea tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/quotas/c06b12492e3c4c5494ee0cc799b046cd HTTP/1.1" status: 200  len: 375 time: 0.0106113
Apr 20 19:34:06.711768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36686) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:06.718985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-513021539-network', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:06.724592 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:06.728679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Usage tracker for resource:network and tenant:d5af488f12624b3a8f282bdd68df9434 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:06.731912 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:06.738057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:06.762573 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-60572cc7-6a35-4cd7-9d81-4213cea53f9d tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c06b12492e3c4c5494ee0cc799b046cd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0558600
Apr 20 19:34:06.981192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Made reservation on behalf of d5af488f12624b3a8f282bdd68df9434 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:34:06.987619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.004195 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.022004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:07.026406 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Usage tracker for resource:security_group_rule and tenant:d5af488f12624b3a8f282bdd68df9434 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:07.029770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:07.037127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:07.134008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.137428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.143096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c17b4d25-1814-4248-bc09-616cc5203049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:07.172558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:34:07.187835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659936dc-72bf-4e46-bea8-1d6205e6e0db,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:07.198786 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.199206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.199614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.200016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.200415 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.200860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.201269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.201662 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.202589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.202978 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.203373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.203763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:07.208428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:07.209868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.210266 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Added segment 2d1db867-0eb1-4ac5-abb6-1d745e509caf of type vlan for network 6a4ccffb-f2d6-42e2-a3ea-249062b04909
Apr 20 19:34:07.249034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.283638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.285125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:07.286044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.292949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9a9a4bbb-62a2-40ee-b5de-caf29d39ce09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:07.408808 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6952846
Apr 20 19:34:07.411371 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36704) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:07.419731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Request body: {'subnet': {'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-513021539-subnet', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:07.423038 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-9b0bd942-489a-4b30-aa71-6e80e38f55f2 service neutron] 10.222.0.38 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6511729
Apr 20 19:34:07.423915 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Pushing event updated for resources: {'Network': ['ID=6a4ccffb-f2d6-42e2-a3ea-249062b04909,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:07.426928 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:07.429385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:07.433565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Usage tracker for resource:subnet and tenant:d5af488f12624b3a8f282bdd68df9434 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:07.437300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:07.439178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:34:07.443675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:07.454686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Made reservation on behalf of d5af488f12624b3a8f282bdd68df9434 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:34:07.460600 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851607834'] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.464504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050523-0e39-45a8-86ee-ab78981262a0 req-77a9b864-ab4c-489e-a292-5626894fc669 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:07.466147 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-12050523-0e39-45a8-86ee-ab78981262a0 req-77a9b864-ab4c-489e-a292-5626894fc669 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.1634915
Apr 20 19:34:07.585163 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-12050523-0e39-45a8-86ee-ab78981262a0 req-3d6362b0-1aa7-4ecc-b02e-9dcb6a847651 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650413
Apr 20 19:34:07.627187 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-6e39aeb2-7c1f-4c40-8a13-2d0f2b962ff6 service neutron] 10.222.0.38 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954777
Apr 20 19:34:07.829054 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-76995357-0667-4b84-afdf-40d6541afb9b req-cd60840d-4627-491e-8ea7-4e63a6ddc493 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 210 time: 0.0535288
Apr 20 19:34:07.860782 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad029b-2597-4da3-8339-309c8c470ddd req-d30f565f-dc5c-4b26-916c-23425dc006f4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:07.862608 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d1ad029b-2597-4da3-8339-309c8c470ddd req-d30f565f-dc5c-4b26-916c-23425dc006f4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1543827
Apr 20 19:34:07.912005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852671770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851607817'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:07.915896 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d1ad029b-2597-4da3-8339-309c8c470ddd req-1378aa76-538b-44a3-a666-4681adf0f603 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457571
Apr 20 19:34:07.917543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-db68063c-2bae-4040-9220-4dbf957ce592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:07.997935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4970fb6-892a-484d-bbe5-ca97cd7104f5,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:08.002723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:08.008262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Checking segment: {'id': '2d1db867-0eb1-4ac5-abb6-1d745e509caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:34:08.008661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Network hostable DHCP agents. Network: 6a4ccffb-f2d6-42e2-a3ea-249062b04909, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:34:08.038219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:34:08.052292 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 6a4ccffb-f2d6-42e2-a3ea-249062b04909) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:08.060453 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba982f0-2508-4547-922f-5da7cebe2aa3 None None] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:34:08.064859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:08.065645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:08.093393 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4556b7d3-ac17-4944-ad67-741a4a3286b0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6779172
Apr 20 19:34:08.093889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36722) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:08.100570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:08.106119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:08.111198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Usage tracker for resource:router and tenant:d5af488f12624b3a8f282bdd68df9434 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:08.116809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:08.123470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:08.139535 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:08.141278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:08.160277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:08.176486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d4fce382-3aa3-4f4f-87a0-33750ff819f7 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:08.356503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port d4fce382-3aa3-4f4f-87a0-33750ff819f7 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:08.356940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:08.495751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Sync routers for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:34:08.498879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:08.507755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:08.508431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08ab1d04a8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:08.559306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-6a4ccffb-f2d6-42e2-a3ea-249062b04909', 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'fixed_ips': [{'subnet_id': 'b4970fb6-892a-484d-bbe5-ca97cd7104f5'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:34:08.560229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:08.705579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-b829e07f-fffc-49fb-8288-96c3aa3b032a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:08.707352 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-b829e07f-fffc-49fb-8288-96c3aa3b032a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.1804318
Apr 20 19:34:08.764610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:08.775432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Allocated IP 172.20.0.2 (6a4ccffb-f2d6-42e2-a3ea-249062b04909/b4970fb6-892a-484d-bbe5-ca97cd7104f5/52010d11-d1b5-4d1f-b5a1-b9ea4631aa38) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:34:08.885942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Deleting port 8e197005-0c8e-41e1-ac1e-defb1c9d189c {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:34:08.886338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.069125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.080295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Transition to ACTIVE for port object 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:09.097010 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e57167a-a561-4b91-83ac-f64c712fe002 req-283f7a02-0fca-488c-89ac-43c9adaafa4c tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 210 time: 0.1124716
Apr 20 19:34:09.100946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Transition to ACTIVE for port object 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:09.106789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.118582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:09.172033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08ab1d04a8>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '972c9ebb-1710-4721-b5e6-afeefc3519cf', 'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'mac_address': 'fa:16:3e:27:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:02Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 2, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'subnets': [{'id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:09.175280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:09.178163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Checking router: 153014c2-d002-4121-a2be-e6ef80317785 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:34:09.178575 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Updating router 153014c2-d002-4121-a2be-e6ef80317785 port 972c9ebb-1710-4721-b5e6-afeefc3519cf binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:34:09.178761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:09.181365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:34:09.242723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d56ad-5bec-4c0f-bab7-6439d72e2341 req-b5e6627d-214a-460b-841f-d1d2e6aa108f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:09.244357 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3a2d56ad-5bec-4c0f-bab7-6439d72e2341 req-b5e6627d-214a-460b-841f-d1d2e6aa108f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.4734185
Apr 20 19:34:09.245186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.330240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Attempting to bind port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:34:09.330659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Attempting to bind port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '2d1db867-0eb1-4ac5-abb6-1d745e509caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:34:09.331399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Attempting to bind port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 on network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:09.334806 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Pushing event updated for resources: {'Port': ['ID=52010d11-d1b5-4d1f-b5a1-b9ea4631aa38,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:09.339928 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:09.340942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:34:09.341521 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Checking segment: {'id': '2d1db867-0eb1-4ac5-abb6-1d745e509caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:34:09.343349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.343349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Bound using segment: {'id': '2d1db867-0eb1-4ac5-abb6-1d745e509caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:34:09.343349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Bound port: 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1db867-0eb1-4ac5-abb6-1d745e509caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:34:09.343349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.501573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] For port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:34:09.505435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] For port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=52010d11-d1b5-4d1f-b5a1-b9ea4631aa38,segment=NetworkSegment(2d1db867-0eb1-4ac5-abb6-1d745e509caf),segment_id=2d1db867-0eb1-4ac5-abb6-1d745e509caf)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:34:09.511603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.518411 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:09.586088 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3a2d56ad-5bec-4c0f-bab7-6439d72e2341 req-e57ae8f4-959b-4b37-b1c2-0ff04cd4001a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3053222
Apr 20 19:34:09.604003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Pushing event updated for resources: {'Port': ['ID=52010d11-d1b5-4d1f-b5a1-b9ea4631aa38,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:09.610788 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:09.652454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-14f691b4-7655-432c-a610-7bb9b065a0e0 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:09.654935 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-14f691b4-7655-432c-a610-7bb9b065a0e0 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.55 "GET /v2.0/networks?id=596bcf58-391e-4602-ab04-a0fd13cc24ba HTTP/1.1" status: 200  len: 808 time: 0.2914178
Apr 20 19:34:09.676304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Request body: {'port': {'device_id': '47f8f2c1-a94c-40db-970e-735e1181f265', 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba', 'admin_state_up': True, 'tenant_id': 'c06b12492e3c4c5494ee0cc799b046cd'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:09.808257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.847289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.864334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Transition to ACTIVE for port object 972c9ebb-1710-4721-b5e6-afeefc3519cf will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:09.867973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.873681 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:09.879607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:09.924995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:09.929637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Usage tracker for resource:port and tenant:c06b12492e3c4c5494ee0cc799b046cd is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:09.932878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:09.946461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:09.960122 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Made reservation on behalf of c06b12492e3c4c5494ee0cc799b046cd for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:34:09.966931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:10.015659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1266e-e935-4eb4-9c07-4c80e0d7e04b req-40606b45-36b0-40cc-aee5-bf564a0652a4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:10.029333 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9a1266e-e935-4eb4-9c07-4c80e0d7e04b req-40606b45-36b0-40cc-aee5-bf564a0652a4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 946 time: 0.7838283
Apr 20 19:34:10.092389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] For port 8e197005-0c8e-41e1-ac1e-defb1c9d189c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8e197005-0c8e-41e1-ac1e-defb1c9d189c,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:10.095100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:10.240401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Allocated IP 172.20.0.8 (596bcf58-391e-4602-ab04-a0fd13cc24ba/da8df454-d2d9-493f-be51-bfd936b7e143/0102065e-8eff-4774-a05a-016694bb90d2) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:34:10.348613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Pushing event updated for resources: {'Port': ['ID=972c9ebb-1710-4721-b5e6-afeefc3519cf,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:10.375126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.375627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.376069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.376501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.376949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.377384 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.377865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.378288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.378715 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.379134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.379559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.379985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:10.387484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:10.390671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Attempting to bind port 972c9ebb-1710-4721-b5e6-afeefc3519cf on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:34:10.391173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Attempting to bind port 972c9ebb-1710-4721-b5e6-afeefc3519cf by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:34:10.391663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Attempting to bind port 972c9ebb-1710-4721-b5e6-afeefc3519cf on network b60f85b0-c0a3-4824-a200-b37680750ba5 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:10.400931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:34:10.401897 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Checking segment: {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:34:10.402557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:10.403193 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Bound using segment: {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:34:10.403951 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Bound port: 972c9ebb-1710-4721-b5e6-afeefc3519cf, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:34:10.404574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:10.507078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:10.528856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] For port 972c9ebb-1710-4721-b5e6-afeefc3519cf, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:34:10.534795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] For port 972c9ebb-1710-4721-b5e6-afeefc3519cf, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=972c9ebb-1710-4721-b5e6-afeefc3519cf,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:34:10.540683 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:10.542604 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:10.547857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0b2003e3-f320-41e9-aa19-3a630bfce425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:10.549101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:10.591108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4afdc5-1894-48e6-9298-c3013d4cedd1 req-b2e2f2fb-4e55-4a21-a4b8-079791f0822e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:10.593295 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ae4afdc5-1894-48e6-9298-c3013d4cedd1 req-b2e2f2fb-4e55-4a21-a4b8-079791f0822e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.8510983
Apr 20 19:34:10.614140 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9a1266e-e935-4eb4-9c07-4c80e0d7e04b req-137ffef6-05aa-4e59-a4cc-bfbfa256ed14 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5282671
Apr 20 19:34:10.614363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Network 596bcf58-391e-4602-ab04-a0fd13cc24ba is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:10.614465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36754) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:10.615195 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:10.628375 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:34:10.632412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:10.632954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08ab1d04a8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:10.684336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Pushing event updated for resources: {'Port': ['ID=0102065e-8eff-4774-a05a-016694bb90d2,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:10.694993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:10.736563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Allocated IP 172.27.2.211 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/ef722715-8149-4c33-aadd-86d969fc017f) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:34:10.743548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:10.747115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:10.796667 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1262548
Apr 20 19:34:10.817323 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Request body: {'port': {'device_id': '47f8f2c1-a94c-40db-970e-735e1181f265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:10.923520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Pushing event updated for resources: {'Port': ['ID=972c9ebb-1710-4721-b5e6-afeefc3519cf,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:10.937711 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:10.956525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:11.007878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Request body: {'floatingip': {'port_id': 'a3a21964-a28d-45cc-b821-a61ffedb9528'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:11.014080 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:11.171730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:11.172299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:11.172646 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Floating IP 9ee34c3d-2de2-4d89-b850-64652f15ab4e disassociated. External IP: 172.27.2.15, port: 8e197005-0c8e-41e1-ac1e-defb1c9d189c.
Apr 20 19:34:11.173065 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Calling delete_port for 8e197005-0c8e-41e1-ac1e-defb1c9d189c owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:34:11.261048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:11.342214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08ab1d04a8>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '972c9ebb-1710-4721-b5e6-afeefc3519cf', 'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'mac_address': 'fa:16:3e:27:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:02Z', 'updated_at': '2021-04-20T19:34:10Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'subnets': [{'id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:11.347403 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e84fdd-1d8c-4448-953e-a1af8c7a52e8 None None] The sync data for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi is: [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '972c9ebb-1710-4721-b5e6-afeefc3519cf', 'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'mac_address': 'fa:16:3e:27:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:02Z', 'updated_at': '2021-04-20T19:34:10Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'subnets': [{'id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:34:11.562830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0102065e-8eff-4774-a05a-016694bb90d2 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:34:11.572867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:11.582756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db0e2d2-bb87-40ad-860b-c40a413a0bb3 None None] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:34:11.593236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Transition to ACTIVE for port object 0102065e-8eff-4774-a05a-016694bb90d2 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:11.597643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:11.602577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:11.612692 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:11.686928 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-622b84f0-f2e3-4196-a370-eb84b55f66c1 None None] Provisioning for port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:11.696535 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9eb79-dc0a-41df-b759-7e352a715931 req-d4a149b3-f634-4549-af46-44083c2197e4 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:11.705405 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2ce9eb79-dc0a-41df-b759-7e352a715931 req-d4a149b3-f634-4549-af46-44083c2197e4 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 931 time: 0.8489654
Apr 20 19:34:11.798369 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Pushing event updated for resources: {'Port': ['ID=0102065e-8eff-4774-a05a-016694bb90d2,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:11.811143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:11.940967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Attempting to bind port 0102065e-8eff-4774-a05a-016694bb90d2 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:34:11.941631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Attempting to bind port 0102065e-8eff-4774-a05a-016694bb90d2 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bee99009-6b68-4c45-a706-e2968f4b5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:34:11.942226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Attempting to bind port 0102065e-8eff-4774-a05a-016694bb90d2 on network 596bcf58-391e-4602-ab04-a0fd13cc24ba {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:11.948307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Port 0102065e-8eff-4774-a05a-016694bb90d2 on network 596bcf58-391e-4602-ab04-a0fd13cc24ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:34:11.949214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Attempting to bind port 0102065e-8eff-4774-a05a-016694bb90d2 on network 596bcf58-391e-4602-ab04-a0fd13cc24ba {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:11.956172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:34:11.956552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Checking segment: {'id': 'bee99009-6b68-4c45-a706-e2968f4b5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:34:11.957630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Bound using segment: {'id': 'bee99009-6b68-4c45-a706-e2968f4b5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:34:11.958334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Bound port: 0102065e-8eff-4774-a05a-016694bb90d2, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee99009-6b68-4c45-a706-e2968f4b5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:34:11.958866 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:12.063406 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:12.089345 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2ce9eb79-dc0a-41df-b759-7e352a715931 req-e4679162-ff0d-4654-afd3-378285a49f6f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3828633
Apr 20 19:34:12.132498 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-526d114b-96b9-4cc9-b996-281a56bb38c9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:12.132978 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] For port 0102065e-8eff-4774-a05a-016694bb90d2, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:34:12.136637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] For port 0102065e-8eff-4774-a05a-016694bb90d2, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0102065e-8eff-4774-a05a-016694bb90d2,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:34:12.142566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:12.153183 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 8e197005-0c8e-41e1-ac1e-defb1c9d189c no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:34:12.159782 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8bf877fe-1081-4188-803c-319527247fdb tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:12.206326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event deleted for resources: {'Port': ['ID=8e197005-0c8e-41e1-ac1e-defb1c9d189c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:12.223114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:12.224293 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 8e197005-0c8e-41e1-ac1e-defb1c9d189c {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:34:12.224700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 8e197005-0c8e-41e1-ac1e-defb1c9d189c not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:34:12.226558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:12.226946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 972c9ebb-1710-4721-b5e6-afeefc3519cf up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:12.227315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:12.228864 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] 10.222.0.55 "PUT /v2.0/ports/0102065e-8eff-4774-a05a-016694bb90d2 HTTP/1.1" status: 200  len: 1093 time: 1.4163556
Apr 20 19:34:12.229419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f8f2c1-a94c-40db-970e-735e1181f265', 'tag': '0102065e-8eff-4774-a05a-016694bb90d2'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:12.266279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Pushing event updated for resources: {'Port': ['ID=0102065e-8eff-4774-a05a-016694bb90d2,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:12.270565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:12.360848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 972c9ebb-1710-4721-b5e6-afeefc3519cf completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:12.362560 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.362936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.363343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.364950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.365361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.365813 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.366152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.366547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.366939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.367332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.367717 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.368105 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:34:12.372684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 972c9ebb-1710-4721-b5e6-afeefc3519cf triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:12.373360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:12.376616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f8f2c1-a94c-40db-970e-735e1181f265', 'tag': '0102065e-8eff-4774-a05a-016694bb90d2', 'status': 'completed', 'code': 200}
Apr 20 19:34:12.435356 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-554f429a-300b-4ab0-bd44-ff07c184bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:12.437630 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-554f429a-300b-4ab0-bd44-ff07c184bb38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c06b12492e3c4c5494ee0cc799b046cd&device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 1096 time: 0.1512418
Apr 20 19:34:12.500483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:12.500483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6fc877d4-2d18-4bb9-a860-7792f7fc8284 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:12.549558 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-f2f99575-0cc5-478f-b319-1031b75cb868 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0102065e-8eff-4774-a05a-016694bb90d2 HTTP/1.1" status: 200  len: 217 time: 0.0967731
Apr 20 19:34:12.598171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:12.634304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-86509a8f-525c-48b0-83f5-46dfadf3ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:12.636844 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-86509a8f-525c-48b0-83f5-46dfadf3ca0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da8df454-d2d9-493f-be51-bfd936b7e143 HTTP/1.1" status: 200  len: 848 time: 0.0805318
Apr 20 19:34:12.643599 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 972c9ebb-1710-4721-b5e6-afeefc3519cf, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=972c9ebb-1710-4721-b5e6-afeefc3519cf,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:12.647287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:12.648249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:12.709866 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:12.713263 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-14057ba9-8d15-4ce5-b05d-3d937ec641f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=596bcf58-391e-4602-ab04-a0fd13cc24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692308
Apr 20 19:34:12.806972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:12.809939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:12.836754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:34:13.068437 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:13.078277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:13.079044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:13.127181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=972c9ebb-1710-4721-b5e6-afeefc3519cf,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:13.137837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:13.195744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.resource_extend [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:34:13.245669 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:13.255263 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-92e8be79-a0a2-41a7-9a6d-9c909b549dc4 service neutron] 10.222.0.55 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5347521
Apr 20 19:34:13.284151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=52010d11-d1b5-4d1f-b5a1-b9ea4631aa38,segment=NetworkSegment(2d1db867-0eb1-4ac5-abb6-1d745e509caf),segment_id=2d1db867-0eb1-4ac5-abb6-1d745e509caf)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:13.287118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:13.290299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:13.356676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7ffe2-2447-4663-a9ce-7f3d2faae3a5 req-5629fffc-5dd7-4053-a3e6-260fc5c33d5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:13.358354 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1ec7ffe2-2447-4663-a9ce-7f3d2faae3a5 req-5629fffc-5dd7-4053-a3e6-260fc5c33d5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 867 time: 1.4669607
Apr 20 19:34:13.364047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=52010d11-d1b5-4d1f-b5a1-b9ea4631aa38,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:13.367370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:13.372979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Pushing event updated for resources: {'Port': ['ID=ef722715-8149-4c33-aadd-86d969fc017f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:13.387553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:34:13.392103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:13.415877 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b63aa41d-6440-47a9-82c7-fc7edb45eea2 req-96557884-b695-47fd-8715-f44926ba7822 service neutron] 10.222.0.55 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501412
Apr 20 19:34:13.492812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:13.577891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:13.579862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-dbed0157-d15f-4a12-a6a3-1a4ec645eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:13.581524 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-dbed0157-d15f-4a12-a6a3-1a4ec645eb13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c06b12492e3c4c5494ee0cc799b046cd&device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 1096 time: 0.0792828
Apr 20 19:34:13.728567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-2fb805bc-c15f-4b31-9b07-6683a24f059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:13.730101 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-2fb805bc-c15f-4b31-9b07-6683a24f059d service neutron] 10.222.0.55 "GET /v2.0/networks?id=596bcf58-391e-4602-ab04-a0fd13cc24ba HTTP/1.1" status: 200  len: 909 time: 0.1419747
Apr 20 19:34:13.809722 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-6251ec00-77a5-4df0-acce-ed1ae53a7207 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0102065e-8eff-4774-a05a-016694bb90d2 HTTP/1.1" status: 200  len: 217 time: 0.0714362
Apr 20 19:34:13.888138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-ee7cba2b-7008-41f6-9704-6cf28cc56da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:13.889939 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-ee7cba2b-7008-41f6-9704-6cf28cc56da0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=da8df454-d2d9-493f-be51-bfd936b7e143 HTTP/1.1" status: 200  len: 848 time: 0.0733590
Apr 20 19:34:13.904819 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1ec7ffe2-2447-4663-a9ce-7f3d2faae3a5 req-86768195-b007-4c93-bff0-f41e921bb376 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=67b28343-ffbe-42a1-ad37-f40cb7e504f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5204029
Apr 20 19:34:13.949280 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-c60a7810-4639-477e-baa4-cd8ce88a3ca4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=596bcf58-391e-4602-ab04-a0fd13cc24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514307
Apr 20 19:34:13.983762 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cdd47-8cf0-4457-a5af-7364fe53ac62 req-82704dc7-ea1b-43c9-af62-51391af46c22 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:13.985449 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c20cdd47-8cf0-4457-a5af-7364fe53ac62 req-82704dc7-ea1b-43c9-af62-51391af46c22 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 943 time: 0.7262981
Apr 20 19:34:14.109159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 972c9ebb-1710-4721-b5e6-afeefc3519cf up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:14.109331 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-490bfbef-6d3f-480e-9959-1febfe42cf91 service neutron] 10.222.0.55 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521506
Apr 20 19:34:14.223682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 972c9ebb-1710-4721-b5e6-afeefc3519cf triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:14.224108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:14.291341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:14.300227 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-961b5371-b3cc-4b9d-88f7-4d6034143d86 req-3c432f25-5f3c-4b82-9c66-b87cf64e4a7b service neutron] 10.222.0.55 "GET /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825559
Apr 20 19:34:14.348832 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Floating IP 0443c63e-5962-4e1a-87a8-6b1944d4d909 associated. External IP: 172.27.2.206, port: a3a21964-a28d-45cc-b821-a61ffedb9528.
Apr 20 19:34:14.356060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:14.413493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:34:14.418055 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c20cdd47-8cf0-4457-a5af-7364fe53ac62 req-9090bf31-c048-4b83-872e-88ef5ef89f1c tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4216752
Apr 20 19:34:14.438654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] Sync routers for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:34:14.444849 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:14.445273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:14.490880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:14.491704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4da8588>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:14.775511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:14.920617 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] No DVR routers for this DVR port 8e197005-0c8e-41e1-ac1e-defb1c9d189c on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:34:14.929606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:14.932409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'name': 'network-vif-deleted', 'tag': '8e197005-0c8e-41e1-ac1e-defb1c9d189c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:14.997806 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-689dfbcf-4674-4df2-85e7-2a874349aedb req-fd7807f9-0d84-4b0f-999d-32bff139b6ca tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "DELETE /v2.0/ports/8e197005-0c8e-41e1-ac1e-defb1c9d189c HTTP/1.1" status: 204  len: 173 time: 6.2826211
Apr 20 19:34:15.000423 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed4913-e7ef-455c-9061-477f1274e3b7', 'name': 'network-vif-deleted', 'tag': '8e197005-0c8e-41e1-ac1e-defb1c9d189c', 'status': 'completed', 'code': 200}
Apr 20 19:34:15.131482 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4da8588>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:15.135633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] Checking router: 81e2f8f9-09cd-47f4-949b-715ce1a995f5 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:34:15.145418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:15.146091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4da8588>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:15.261655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3f9141ca-2042-43e4-be73-9b8976539b0f req-4d5564e2-0750-4366-9eb5-08a59a6071d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Synchronizing usage tracker for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:15.351777 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:15.395153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-3f9141ca-2042-43e4-be73-9b8976539b0f req-4d5564e2-0750-4366-9eb5-08a59a6071d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Unset dirty status for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:15.396468 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3f9141ca-2042-43e4-be73-9b8976539b0f req-4d5564e2-0750-4366-9eb5-08a59a6071d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9ed4913-e7ef-455c-9061-477f1274e3b7 HTTP/1.1" status: 200  len: 210 time: 0.3247042
Apr 20 19:34:15.443561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:15.477283 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36806) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:15.596795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] Deleting subnet aa403f38-3af0-4069-af4a-94d136e8d62c {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:34:15.599191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:34:15.600480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:15.667177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850814827'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:15.743404 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:15.763248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4da8588>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:15.768924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9811fdb3-e19b-4006-81eb-5067dd843bda None None] The sync data for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi is: [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:34:15.937318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cf076-cf6e-43b3-8bcd-ffccd3344419 req-72bb6b82-3663-4035-af52-34339e229eec tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:15.938943 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a00cf076-cf6e-43b3-8bcd-ffccd3344419 req-72bb6b82-3663-4035-af52-34339e229eec tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 943 time: 0.3446000
Apr 20 19:34:15.989339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:34:15.995482 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.000516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] Sync routers for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:34:16.018396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2103971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3167948'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.019366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:16.020252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a68ec080>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:16.024049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:16.051250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Router 77b7d6e6-6b07-4457-9b6a-b9855693934d is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:34:16.062331 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa403f38-3af0-4069-af4a-94d136e8d62c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:16.066371 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:16.068916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.074243 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a00cf076-cf6e-43b3-8bcd-ffccd3344419 req-75ec85c6-bb4d-4469-a85e-cea212c86367 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250196
Apr 20 19:34:16.078059 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/aa403f38-3af0-4069-af4a-94d136e8d62c HTTP/1.1" status: 204  len: 168 time: 0.5967946
Apr 20 19:34:16.078483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36810) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:16.087927 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1e5116c7-1e97-42c2-84ac-f34d359ca9f9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "PUT /v2.0/floatingips/0443c63e-5962-4e1a-87a8-6b1944d4d909 HTTP/1.1" status: 200  len: 992 time: 5.4703441
Apr 20 19:34:16.184066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 0102065e-8eff-4774-a05a-016694bb90d2 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:34:16.237104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.248011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:16.315546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:34:16.337919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Sync routers for ids ['77b7d6e6-6b07-4457-9b6a-b9855693934d'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:34:16.338137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.342820 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d81ad173-e4a5-43b1-82ba-da67f6f07a6f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 8.2446458
Apr 20 19:34:16.344481 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36816) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:16.393255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.410433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 0102065e-8eff-4774-a05a-016694bb90d2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0102065e-8eff-4774-a05a-016694bb90d2,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:16.426503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '0102065e-8eff-4774-a05a-016694bb90d2', 'network_id': '596bcf58-391e-4602-ab04-a0fd13cc24ba', 'port_id': '0102065e-8eff-4774-a05a-016694bb90d2', 'mac_address': 'fa:16:3e:3d:b8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8df454-d2d9-493f-be51-bfd936b7e143', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:34:16.431060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947e41d-86e1-48db-86a6-f591eec71a55 None None] New status for floating IP 9ee34c3d-2de2-4d89-b850-64652f15ab4e: DOWN {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:34:16.432576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Routers {'77b7d6e6-6b07-4457-9b6a-b9855693934d'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:16.433514 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5842208>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['77b7d6e6-6b07-4457-9b6a-b9855693934d'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:16.580897 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a5481860>,) {'filters': {'network_id': ['9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:16.596428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a5481860>, '27ffde43-ce06-493d-9569-cc88700d65f5') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:16.596797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a5481860>, '27ffde43-ce06-493d-9569-cc88700d65f5') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:16.613255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.632944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36824) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:16.635764 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.645051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:34:16.804868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Set router 77b7d6e6-6b07-4457-9b6a-b9855693934d gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:16.850066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:34:16.865613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.882428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d09a3457-09f6-4fda-9932-b11b7fdf2be7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:16.935611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d09a3457-09f6-4fda-9932-b11b7fdf2be7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.005803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.028151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0102065e-8eff-4774-a05a-016694bb90d2 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:34:17.040182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:17.049916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 0102065e-8eff-4774-a05a-016694bb90d2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0102065e-8eff-4774-a05a-016694bb90d2,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:17.055053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.057531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:17.102473 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Network 9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:34:17.138127 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:34:17.172059 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=0102065e-8eff-4774-a05a-016694bb90d2,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:17.178261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:17.270801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.276938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:17.297895 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.308603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:17.313295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:17.321866 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-92d7808f-4833-4e55-8a23-a0893d67b088 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9ab6c281-68b5-4ebd-9d5b-ff1c3d42a6de HTTP/1.1" status: 204  len: 168 time: 1.2400427
Apr 20 19:34:17.380187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a68ec080>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '0443c63e-5962-4e1a-87a8-6b1944d4d909', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'port_id': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'mac_address': 'fa:16:3e:70:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:33:46Z', 'updated_at': '2021-04-20T19:34:12Z', 'revision_number': 1, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:17.380699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['0102065e-8eff-4774-a05a-016694bb90d2'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:34:17.387268 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] Checking router: 22696437-f6e4-4a1f-bfcf-5b93ee44b311 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:34:17.408453 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:17.409166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a68ec080>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:17.569164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d09a3457-09f6-4fda-9932-b11b7fdf2be7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.577607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-45fb811d-e6d4-4e87-adc4-62bb7280c8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:17.594449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5842208>, [{'id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:34:08Z', 'updated_at': '2021-04-20T19:34:13Z', 'revision_number': 3, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'gw_port': {'id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:09Z', 'updated_at': '2021-04-20T19:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:17.599108 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'status': 'completed', 'code': 200}
Apr 20 19:34:17.606531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Checking router: 77b7d6e6-6b07-4457-9b6a-b9855693934d for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:34:17.607037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Updating router 77b7d6e6-6b07-4457-9b6a-b9855693934d port ef722715-8149-4c33-aadd-86d969fc017f binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:34:17.637204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c572db6-d301-431a-af67-2e9501d6fa2b req-8dce774c-fe27-4cc0-b2ac-3d01c6a57c8b tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:17.638690 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6c572db6-d301-431a-af67-2e9501d6fa2b req-8dce774c-fe27-4cc0-b2ac-3d01c6a57c8b tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 944 time: 0.1996183
Apr 20 19:34:17.644085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a3457-09f6-4fda-9932-b11b7fdf2be7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b28343-ffbe-42a1-ad37-f40cb7e504f5,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:17.646946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d09a3457-09f6-4fda-9932-b11b7fdf2be7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:17.702454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.704162 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36838) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:17.729007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d09a3457-09f6-4fda-9932-b11b7fdf2be7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.733304 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d09a3457-09f6-4fda-9932-b11b7fdf2be7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "DELETE /v2.0/security-groups/67b28343-ffbe-42a1-ad37-f40cb7e504f5 HTTP/1.1" status: 204  len: 168 time: 1.0962539
Apr 20 19:34:17.737624 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36842) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:17.770072 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.v2.resource [None req-e90d1d43-3ca7-4965-b9bb-a4bb7c7d04d9 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] show failed (client error): The resource could not be found.
Apr 20 19:34:17.775067 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e90d1d43-3ca7-4965-b9bb-a4bb7c7d04d9 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups/67b28343-ffbe-42a1-ad37-f40cb7e504f5 HTTP/1.1" status: 404  len: 347 time: 0.0306811
Apr 20 19:34:17.775287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36846) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:17.777752 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5bceccdc-3b3e-49e1-9e83-fc54b5a5ade4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a57e6ed91f174567963cdeb0df5ab371&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0719216
Apr 20 19:34:17.780870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36850) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:17.858771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8def757b-7351-4e0a-9565-fda4349306fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.863857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:17.890667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8def757b-7351-4e0a-9565-fda4349306fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.908692 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6c572db6-d301-431a-af67-2e9501d6fa2b req-dc3e4659-2d8c-4323-9480-9b8bf1956dc3 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2606475
Apr 20 19:34:17.957623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8def757b-7351-4e0a-9565-fda4349306fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.962992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8a62a725-c189-4f97-851d-03b6cc0ee93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:17.974705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def757b-7351-4e0a-9565-fda4349306fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6fdffd-902c-48cc-81f6-ba08f6ee46d9,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:17.981474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8def757b-7351-4e0a-9565-fda4349306fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:17.982343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8def757b-7351-4e0a-9565-fda4349306fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:17.984198 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8def757b-7351-4e0a-9565-fda4349306fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a6fdffd-902c-48cc-81f6-ba08f6ee46d9 HTTP/1.1" status: 204  len: 168 time: 0.2022650
Apr 20 19:34:18.041872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Deleting port 2055a978-916d-4141-b2e6-a04cef204900 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:34:18.042266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.190039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-be5ac4ec-d835-4a3c-b887-bf52cb0f96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:18.191799 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-be5ac4ec-d835-4a3c-b887-bf52cb0f96f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 1099 time: 0.5425255
Apr 20 19:34:18.221607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 0102065e-8eff-4774-a05a-016694bb90d2 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:18.349714 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 0102065e-8eff-4774-a05a-016694bb90d2 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:18.357061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 0102065e-8eff-4774-a05a-016694bb90d2 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:18.358703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.406500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.451937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.470914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Transition to ACTIVE for port object ef722715-8149-4c33-aadd-86d969fc017f will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:18.487019 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.500181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:18.501531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.501899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.507141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.544960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 0102065e-8eff-4774-a05a-016694bb90d2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0102065e-8eff-4774-a05a-016694bb90d2,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:18.546739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f8f2c1-a94c-40db-970e-735e1181f265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0102065e-8eff-4774-a05a-016694bb90d2'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:18.553179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.555138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8920bcd4-262e-4b20-94c3-4d384c20ebab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:18.586030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d00ab-0fd7-42ca-933b-601a4d956491 None None] Pushing event updated for resources: {'Port': ['ID=ef722715-8149-4c33-aadd-86d969fc017f,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:18.613305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Attempting to bind port ef722715-8149-4c33-aadd-86d969fc017f on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:34:18.613704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Attempting to bind port ef722715-8149-4c33-aadd-86d969fc017f by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:34:18.614101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Attempting to bind port ef722715-8149-4c33-aadd-86d969fc017f on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:18.620039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-514d00ab-0fd7-42ca-933b-601a4d956491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:18.622418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a68ec080>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '0443c63e-5962-4e1a-87a8-6b1944d4d909', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'port_id': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'mac_address': 'fa:16:3e:70:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:33:46Z', 'updated_at': '2021-04-20T19:34:12Z', 'revision_number': 1, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:18.627416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:34:18.627970 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:34:18.628412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.628898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:34:18.629420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Bound port: ef722715-8149-4c33-aadd-86d969fc017f, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:34:18.629827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.643035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=0102065e-8eff-4774-a05a-016694bb90d2,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:18.656341 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f8f2c1-a94c-40db-970e-735e1181f265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0102065e-8eff-4774-a05a-016694bb90d2', 'code': 200}
Apr 20 19:34:18.657459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:18.662438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00680e3-dd6f-44e5-8872-1a2998f7ec7a None None] The sync data for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi is: [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '0443c63e-5962-4e1a-87a8-6b1944d4d909', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'port_id': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'mac_address': 'fa:16:3e:70:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:33:46Z', 'updated_at': '2021-04-20T19:34:12Z', 'revision_number': 1, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:34:18.669453 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Calling delete_port for 2055a978-916d-4141-b2e6-a04cef204900 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:34:18.712017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-e2df8ed9-8382-4ef3-bb2e-acf45b0f2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:18.713771 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-e2df8ed9-8382-4ef3-bb2e-acf45b0f2077 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 917 time: 0.4659348
Apr 20 19:34:18.719753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] For port ef722715-8149-4c33-aadd-86d969fc017f, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:34:18.723130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] For port ef722715-8149-4c33-aadd-86d969fc017f, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=ef722715-8149-4c33-aadd-86d969fc017f,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:34:18.726867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:18.731451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:18.826133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Routers {'77b7d6e6-6b07-4457-9b6a-b9855693934d'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:18.826874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5842208>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['77b7d6e6-6b07-4457-9b6a-b9855693934d'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:18.883828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d00ab-0fd7-42ca-933b-601a4d956491 None None] Pushing event updated for resources: {'Port': ['ID=ef722715-8149-4c33-aadd-86d969fc017f,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:18.887315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-514d00ab-0fd7-42ca-933b-601a4d956491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:18.966579 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-80d64cf1-67e3-4952-92e4-5e210ef8ed8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a21964-a28d-45cc-b821-a61ffedb9528 HTTP/1.1" status: 200  len: 1000 time: 0.2201316
Apr 20 19:34:18.984499 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546dfa5-32fe-4581-b05d-69f3c5f08890 req-1c6df135-d9b2-49cc-8f3d-7e5ed9b4693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:18.986607 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2546dfa5-32fe-4581-b05d-69f3c5f08890 req-1c6df135-d9b2-49cc-8f3d-7e5ed9b4693f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 1098 time: 0.1042871
Apr 20 19:34:19.073037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c3627a-3980-4a30-93b6-d0e830573402 None None] New status for floating IP 0443c63e-5962-4e1a-87a8-6b1944d4d909: ACTIVE {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:34:19.100924 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2546dfa5-32fe-4581-b05d-69f3c5f08890 req-a6807558-395b-4937-9f69-74425f513cf2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080296
Apr 20 19:34:19.202151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] Set router 77b7d6e6-6b07-4457-9b6a-b9855693934d gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:19.221796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Allocated IP 172.20.0.1 (6a4ccffb-f2d6-42e2-a3ea-249062b04909/b4970fb6-892a-484d-bbe5-ca97cd7104f5/3ffea5a1-13c6-41e5-b8a8-6be99f90e47f) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:34:19.232189 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-10d8111e-95d7-472f-95a3-894fd2ba5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:19.234477 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-10d8111e-95d7-472f-95a3-894fd2ba5fe0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.2306442
Apr 20 19:34:19.283480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:19.338781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:19.434028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event deleted for resources: {'Port': ['ID=2055a978-916d-4141-b2e6-a04cef204900,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:19.524655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5842208>, [{'id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:34:08Z', 'updated_at': '2021-04-20T19:34:13Z', 'revision_number': 3, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'gw_port': {'id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:09Z', 'updated_at': '2021-04-20T19:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:19.529331 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a7c3a-26da-43eb-88da-a9950de5fb02 None None] The sync data for ids ['77b7d6e6-6b07-4457-9b6a-b9855693934d'] in dv-cinder-787264-1-iscsi is: [{'id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:34:08Z', 'updated_at': '2021-04-20T19:34:13Z', 'revision_number': 3, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'gw_port': {'id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:09Z', 'updated_at': '2021-04-20T19:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:34:19.728353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:19.820591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad4a72-6068-40ac-8531-6c309c80750f req-6b05d0d1-e18c-4c17-b4c0-4a4af83e7d58 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:19.822264 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1fad4a72-6068-40ac-8531-6c309c80750f req-6b05d0d1-e18c-4c17-b4c0-4a4af83e7d58 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 945 time: 0.7046969
Apr 20 19:34:19.941897 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:19.949172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:19.986690 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1fad4a72-6068-40ac-8531-6c309c80750f req-79bda2c8-8d0b-4815-97ec-766d6c1b5ed2 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522980
Apr 20 19:34:19.993642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-e27e1cb8-7a5f-4e71-8e47-e26a6c65629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:19.995298 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-e27e1cb8-7a5f-4e71-8e47-e26a6c65629c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6121483
Apr 20 19:34:20.001106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Transition to ACTIVE for port object 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:20.008232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.009549 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "DELETE /v2.0/floatingips/9ee34c3d-2de2-4d89-b850-64652f15ab4e HTTP/1.1" status: 204  len: 168 time: 2.2340629
Apr 20 19:34:20.042297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.046622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:20.169455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device ef722715-8149-4c33-aadd-86d969fc017f up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:20.277677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port ef722715-8149-4c33-aadd-86d969fc017f completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:20.283530 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port ef722715-8149-4c33-aadd-86d969fc017f triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:20.284120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.334723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Pushing event updated for resources: {'Port': ['ID=3ffea5a1-13c6-41e5-b8a8-6be99f90e47f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:20.338936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:20.359892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:20.378423 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:20.381847 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:34:20.494200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.518095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port ef722715-8149-4c33-aadd-86d969fc017f, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=ef722715-8149-4c33-aadd-86d969fc017f,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:20.522275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.524353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:20.538048 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-55d73245-4b17-4c35-8583-84c3415f0cfc service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3849576
Apr 20 19:34:20.543285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.608862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=ef722715-8149-4c33-aadd-86d969fc017f,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:20.612476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:20.620472 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36868) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:20.627177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--798120437', 'description': 'tempest-description--861971186'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:20.633967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:20.639573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:security_group and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:20.643263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:20.649592 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:20.662348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.684633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:20.689084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:security_group_rule and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:20.693698 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:20.700421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:20.725823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-8e5ef981-3e8f-4ee4-b1da-15ff4651c1df None None] Provisioning for port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:20.730835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-8e5ef981-3e8f-4ee4-b1da-15ff4651c1df None None] Provisioning complete for port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:20.731257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef981-3e8f-4ee4-b1da-15ff4651c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.737193 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cfc9da6e-d7a8-4c7a-8679-8d2829ebbcb1 req-5d667d14-7c2c-49e5-9dff-361e836b2e38 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729240
Apr 20 19:34:20.792055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.796363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.803169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cb79abe3-b8cb-4ef4-9563-3aca436054da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:20.807433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ef981-3e8f-4ee4-b1da-15ff4651c1df None None] Port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:34:20.811346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.852994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20593af-9666-4dbb-8bce-d1bba1c28ae9,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:20.855972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.857306 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2354915
Apr 20 19:34:20.859199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:20.861222 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36872) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:20.866754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'security_group_rule': {'security_group_id': 'b20593af-9666-4dbb-8bce-d1bba1c28ae9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:20.873300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:20.877392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:security_group_rule and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:20.880448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:20.886690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:20.903135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.976523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.980046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.989791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6756dcff-4c6a-4ef9-958e-7c3c895770d4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:21.017819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32fd0e4-f91a-4a04-b66b-b039bf6b566c,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:21.028168 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.033706 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36880) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:21.034051 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1717606
Apr 20 19:34:21.035450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:21.042729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'security_group_rule': {'security_group_id': 'b20593af-9666-4dbb-8bce-d1bba1c28ae9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:21.051104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:21.059009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:security_group_rule and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:21.063082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:21.070745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:21.102033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.103960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.114077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.146568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:21.306398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Pushing event updated for resources: {'Port': ['ID=3ffea5a1-13c6-41e5-b8a8-6be99f90e47f,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:21.318801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:21.324815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.375228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.384977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.443929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:21.470936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c556633-9730-4de4-9249-e906401108cc req-fd5f0a74-10c5-4ddd-ba32-11573a145277 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:21.472552 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c556633-9730-4de4-9249-e906401108cc req-fd5f0a74-10c5-4ddd-ba32-11573a145277 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 945 time: 0.3269935
Apr 20 19:34:21.497160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530699a7-db3f-48a1-bba9-0cfe5ad81a8b,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:21.516780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:21.522115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.523333 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4886014
Apr 20 19:34:21.526826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36884) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:21.533744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'floatingip': {'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:21.540073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:21.544167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Usage tracker for resource:floatingip and tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:21.547337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:21.553393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:21.563791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.577809 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1c556633-9730-4de4-9249-e906401108cc req-ec365f6f-f73c-4f46-a1fb-4fc462ab7e0e tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958660
Apr 20 19:34:21.589747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:21.590960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:21.725606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:21.852987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Router 77b7d6e6-6b07-4457-9b6a-b9855693934d has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:34:21.901758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Allocated IP 172.27.2.29 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/9435855a-d746-4044-ba7a-00f80265d3f9) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:34:21.948644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-2ec5036c-0b62-4af0-a839-6c9aca5415c5 None None] Provisioning complete for port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:21.949289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2ec5036c-0b62-4af0-a839-6c9aca5415c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.046020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5036c-0b62-4af0-a839-6c9aca5415c5 None None] Port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:34:22.078788 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.089235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:34:22.100138 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] 10.222.0.38 "PUT /v2.0/routers/77b7d6e6-6b07-4457-9b6a-b9855693934d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7542970
Apr 20 19:34:22.126351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.133783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device ef722715-8149-4c33-aadd-86d969fc017f up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:22.143967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6e319729-2545-45cc-a091-bc6a76d7622e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:22.233944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port ef722715-8149-4c33-aadd-86d969fc017f triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:22.234416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.240984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'Port': ['ID=9435855a-d746-4044-ba7a-00f80265d3f9,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:22.253650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:22.266900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:22.270379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:22.272802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:34:22.359062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.434000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.540577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Sync routers for ids ['77b7d6e6-6b07-4457-9b6a-b9855693934d'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:34:22.551458 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Routers {'77b7d6e6-6b07-4457-9b6a-b9855693934d'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:22.552215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a693d3c8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['77b7d6e6-6b07-4457-9b6a-b9855693934d'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:22.758877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Set router 77b7d6e6-6b07-4457-9b6a-b9855693934d gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:22.759585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 36908) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:22.777050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239683824', 'description': 'tempest-secgroup-smoke-1239683824 description', 'project_id': 'ba7e670538c341e6a378232973d1ccde'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:22.787161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:22.792016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Usage tracker for resource:security_group and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:22.795613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:22.802697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:22.813639 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.843502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:22.847546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Usage tracker for resource:security_group_rule and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:22.850953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:22.859145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:22.930227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.934968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.941291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a8daa6a1-e096-4991-b531-d7c20440e9e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:22.967943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.975101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:22.984816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-20efce0e-b83f-497f-a048-7b01712d1c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:23.063016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'Port': ['ID=9435855a-d746-4044-ba7a-00f80265d3f9,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:23.067864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:23.075237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.080396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:23.087622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:23.089595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.094184 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3282278
Apr 20 19:34:23.094827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36914) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:23.105885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Request body: {'security_group_rule': {'security_group_id': '76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a', 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:23.114112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.121468 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5931969
Apr 20 19:34:23.122961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:23.123703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a693d3c8>, [{'id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:34:08Z', 'updated_at': '2021-04-20T19:34:20Z', 'revision_number': 4, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'gw_port': {'id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:09Z', 'updated_at': '2021-04-20T19:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3ffea5a1-13c6-41e5-b8a8-6be99f90e47f', 'name': '', 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'mac_address': 'fa:16:3e:24:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b4970fb6-892a-484d-bbe5-ca97cd7104f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:18Z', 'updated_at': '2021-04-20T19:34:20Z', 'revision_number': 2, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'subnets': [{'id': 'b4970fb6-892a-484d-bbe5-ca97cd7104f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:23.128133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Checking router: 77b7d6e6-6b07-4457-9b6a-b9855693934d for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:34:23.128615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Updating router 77b7d6e6-6b07-4457-9b6a-b9855693934d port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:34:23.129475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Usage tracker for resource:security_group_rule and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:23.132420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:23.138876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:23.141937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fcb74-a06d-46b8-ac17-8b855d7df688 req-5f778756-cc7d-4fa5-a819-ad5259ff4834 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:23.143836 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-065fcb74-a06d-46b8-ac17-8b855d7df688 req-5f778756-cc7d-4fa5-a819-ad5259ff4834 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 945 time: 0.1641836
Apr 20 19:34:23.158775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.192523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.209011 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-065fcb74-a06d-46b8-ac17-8b855d7df688 req-c0477351-3dc0-4a73-89ef-e68c05b5a9eb tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534925
Apr 20 19:34:23.242994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.246470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.250576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:23.287798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e0b578-6781-4fb6-b352-5c8fd72e134d,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:23.291096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:23.292802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.294258 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0e60fa20-bc4d-451d-bfe1-149d329a2497 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1945145
Apr 20 19:34:23.297283 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36930) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:23.303007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Request body: {'security_group_rule': {'security_group_id': '76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a', 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:23.309227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:23.313857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Usage tracker for resource:security_group_rule and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:23.316908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:23.322970 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:23.323998 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-7b7c01ce-8397-4baf-926a-b549c8c4fbae tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Synchronizing usage tracker for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:23.341338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-7b7c01ce-8397-4baf-926a-b549c8c4fbae tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Unset dirty status for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:23.343163 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-7b7c01ce-8397-4baf-926a-b549c8c4fbae tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--798120437&fields=id&tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1 HTTP/1.1" status: 200  len: 267 time: 0.0675361
Apr 20 19:34:23.344095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.434581 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.439093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.453307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ad97bc74-c8ea-4539-8a39-bc6441137a23 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:23.474645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1631ba-54db-4bad-b6e2-f6e2e82e8c43,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:23.479528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:23.488672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.490031 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-965454c7-3995-41cd-95c8-21d7993b6363 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1917415
Apr 20 19:34:23.492927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36936) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:23.499308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Request body: {'security_group_rule': {'security_group_id': '76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a', 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:23.506061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:23.510082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Usage tracker for resource:security_group_rule and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:23.514299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:23.524362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:23.541085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.567608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-7befba49-901b-4dc9-9ae6-51b92b96adbf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:23.569553 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-7befba49-901b-4dc9-9ae6-51b92b96adbf tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 810 time: 0.2189760
Apr 20 19:34:23.586339 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-f3ba025d-d7bd-4055-b56d-c1e017d8727a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/quotas/ca2fcc0eb6e6446fb2f6b877d41b57d1 HTTP/1.1" status: 200  len: 375 time: 0.0101619
Apr 20 19:34:23.609685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.610820 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.613868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.616004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:23.622845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Transition to ACTIVE for port object 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:23.629206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.635562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:23.640854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b138d74e-2b74-498d-87c5-eb4735f5d21e,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:23.643544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:23.652362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.653695 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1597667
Apr 20 19:34:23.657428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36940) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:23.663743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Request body: {'security_group_rule': {'security_group_id': '76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a', 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:23.669931 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:23.674759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Usage tracker for resource:security_group_rule and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:23.677759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:23.683690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:23.688810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-80f6203e-a2d0-438a-9b31-e5b2ad3b8d34 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Synchronizing usage tracker for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:23.703169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.704653 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-80f6203e-a2d0-438a-9b31-e5b2ad3b8d34 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Unset dirty status for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:23.706291 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-80f6203e-a2d0-438a-9b31-e5b2ad3b8d34 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1136045
Apr 20 19:34:23.773482 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.778281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.787803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:23.812093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bb3a4c-ff2c-4bd0-bc45-02cf9f99292f,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:23.817486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:23.822640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.823933 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1649663
Apr 20 19:34:23.827042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36944) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:23.833169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Request body: {'security_group_rule': {'security_group_id': '76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a', 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:23.839838 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:23.844743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Usage tracker for resource:security_group_rule and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:23.847953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:23.854132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:23.867608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec36c4-63dc-4db2-a5b2-9023ee98405a None None] Pushing event updated for resources: {'Port': ['ID=3ffea5a1-13c6-41e5-b8a8-6be99f90e47f,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:23.868402 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.securitygroups_db [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Project ba7e670538c341e6a378232973d1ccde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:34:23.870735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e8ec36c4-63dc-4db2-a5b2-9023ee98405a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:23.877280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.888596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Attempting to bind port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:34:23.889154 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Attempting to bind port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '2d1db867-0eb1-4ac5-abb6-1d745e509caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:34:23.890432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Attempting to bind port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f on network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:23.896162 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:34:23.896584 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Checking segment: {'id': '2d1db867-0eb1-4ac5-abb6-1d745e509caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:34:23.897103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.897545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Bound using segment: {'id': '2d1db867-0eb1-4ac5-abb6-1d745e509caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:34:23.898064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Bound port: 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1db867-0eb1-4ac5-abb6-1d745e509caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:34:23.898483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.911406 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-d3364411-ccd3-41d3-97a2-59a76e1a6ebd service neutron] 10.222.0.38 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903315
Apr 20 19:34:23.953324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.958101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.960508 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:23.989181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcc5b74-892b-4e3d-bf73-5427f54f314e,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:23.991959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:23.999660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:24.000994 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1727467
Apr 20 19:34:24.004128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 36948) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:24.012781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] For port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:34:24.013560 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Request body: {'security_group_rule': {'security_group_id': '76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a', 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:24.017819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] For port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3ffea5a1-13c6-41e5-b8a8-6be99f90e47f,segment=NetworkSegment(2d1db867-0eb1-4ac5-abb6-1d745e509caf),segment_id=2d1db867-0eb1-4ac5-abb6-1d745e509caf)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:34:24.022410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:24.022787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:24.028543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-78f7e937-711a-4a15-b106-4ef8a4d6c1f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:24.035457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Usage tracker for resource:security_group_rule and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:34:24.039084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:34:24.047247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:24.056539 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.securitygroups_db [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Project ba7e670538c341e6a378232973d1ccde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:34:24.064582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:24.069259 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-efe6d0bc-3073-4161-98e4-5ca116080b7c service neutron] 10.222.0.38 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510375
Apr 20 19:34:24.127728 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec36c4-63dc-4db2-a5b2-9023ee98405a None None] Pushing event updated for resources: {'Port': ['ID=3ffea5a1-13c6-41e5-b8a8-6be99f90e47f,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:24.130897 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Routers {'77b7d6e6-6b07-4457-9b6a-b9855693934d'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:24.131566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a693d3c8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:33:58Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['77b7d6e6-6b07-4457-9b6a-b9855693934d'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:24.145405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:24.148187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:24.168650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-690f9bfa-ebb4-4c1c-8073-5ec3c605c1e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:24.187161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d19911-ef49-4be5-bf5b-046fbdffb695,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:24.190748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:24.191987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:24.201104 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1877272
Apr 20 19:34:24.203112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e8ec36c4-63dc-4db2-a5b2-9023ee98405a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:24.341402 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2de150c5-be40-4f1f-9836-7c26ff97d7bd req-5bacfde4-3b5b-4d58-a2c6-ae3b69861e68 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 210 time: 0.0735695
Apr 20 19:34:24.455132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] Set router 77b7d6e6-6b07-4457-9b6a-b9855693934d gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:24.873050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a693d3c8>, [{'id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:34:08Z', 'updated_at': '2021-04-20T19:34:20Z', 'revision_number': 4, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'gw_port': {'id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:09Z', 'updated_at': '2021-04-20T19:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3ffea5a1-13c6-41e5-b8a8-6be99f90e47f', 'name': '', 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'mac_address': 'fa:16:3e:24:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b4970fb6-892a-484d-bbe5-ca97cd7104f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:18Z', 'updated_at': '2021-04-20T19:34:24Z', 'revision_number': 4, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'subnets': [{'id': 'b4970fb6-892a-484d-bbe5-ca97cd7104f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:24.878330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cdbc4d-cf77-4f9a-9f8b-298e7e447e35 None None] The sync data for ids ['77b7d6e6-6b07-4457-9b6a-b9855693934d'] in dv-cinder-787264-1-iscsi is: [{'id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:34:08Z', 'updated_at': '2021-04-20T19:34:20Z', 'revision_number': 4, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'gw_port': {'id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:09Z', 'updated_at': '2021-04-20T19:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3ffea5a1-13c6-41e5-b8a8-6be99f90e47f', 'name': '', 'network_id': '6a4ccffb-f2d6-42e2-a3ea-249062b04909', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'mac_address': 'fa:16:3e:24:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b4970fb6-892a-484d-bbe5-ca97cd7104f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:18Z', 'updated_at': '2021-04-20T19:34:24Z', 'revision_number': 4, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'subnets': [{'id': 'b4970fb6-892a-484d-bbe5-ca97cd7104f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:34:24.929288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998662-8167-4b60-b89a-8c1aeecbea78 req-022245a2-d281-4c76-99aa-918a0995f81e tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:24.939103 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5c998662-8167-4b60-b89a-8c1aeecbea78 req-022245a2-d281-4c76-99aa-918a0995f81e tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 945 time: 0.4918265
Apr 20 19:34:25.034599 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5c998662-8167-4b60-b89a-8c1aeecbea78 req-0881a99c-1f7e-4389-9c49-517a4a66f0df tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cb21768-45e9-499c-9af1-3b96037e9349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944250
Apr 20 19:34:25.057145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1520914e-6e61-4a0a-8038-65a29d657bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:25.068320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-1c95e0c9-f3c9-47e6-8a2f-ea70f6872fd3 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:25.071781 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-1c95e0c9-f3c9-47e6-8a2f-ea70f6872fd3 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.55 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 945 time: 0.5333354
Apr 20 19:34:25.206022 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Deleting port 0102065e-8eff-4774-a05a-016694bb90d2 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:34:25.206651 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:25.547629 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cec54d1c-6f6d-4f8e-9524-f072fdba07ba req-5cc5e848-ee45-4b1f-86e0-ecf84b352bea tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 210 time: 0.0724988
Apr 20 19:34:25.558168 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] For port 0102065e-8eff-4774-a05a-016694bb90d2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0102065e-8eff-4774-a05a-016694bb90d2,segment=NetworkSegment(bee99009-6b68-4c45-a706-e2968f4b5fef),segment_id=bee99009-6b68-4c45-a706-e2968f4b5fef)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:25.558579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:25.720227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Calling delete_port for 0102065e-8eff-4774-a05a-016694bb90d2 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:34:25.911738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-29548575-7c06-433f-ac39-50782682ccfc tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:25.913444 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-29548575-7c06-433f-ac39-50782682ccfc tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 810 time: 0.2076817
Apr 20 19:34:25.914025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:25.922792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ac682b69-74ae-418c-9064-12d08558155f tempest-ServerRescueNegativeTestJSON-341494395 tempest-ServerRescueNegativeTestJSON-341494395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:25.959169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['0102065e-8eff-4774-a05a-016694bb90d2'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:34:25.995208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Pushing event deleted for resources: {'Port': ['ID=0102065e-8eff-4774-a05a-016694bb90d2,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:26.070994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:26.088869 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-1d77d1b9-a193-463a-8802-f26b0a223395 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Synchronizing usage tracker for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:26.129373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-1d77d1b9-a193-463a-8802-f26b0a223395 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Unset dirty status for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:26.130399 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-1d77d1b9-a193-463a-8802-f26b0a223395 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1 HTTP/1.1" status: 200  len: 5703 time: 0.2003834
Apr 20 19:34:26.140406 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] No DVR routers for this DVR port 0102065e-8eff-4774-a05a-016694bb90d2 on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:34:26.145430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:26.159690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f8f2c1-a94c-40db-970e-735e1181f265', 'name': 'network-vif-deleted', 'tag': '0102065e-8eff-4774-a05a-016694bb90d2'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:26.164090 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3ff35815-c92c-459a-a322-42df6b3a8923 req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.55 "DELETE /v2.0/ports/0102065e-8eff-4774-a05a-016694bb90d2 HTTP/1.1" status: 204  len: 173 time: 1.0592227
Apr 20 19:34:26.181545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'port': {'device_id': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'admin_state_up': True, 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'security_groups': ['b20593af-9666-4dbb-8bce-d1bba1c28ae9']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:26.197616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:26.320259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:26.328185 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:26.328770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:26.339576 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f8f2c1-a94c-40db-970e-735e1181f265', 'name': 'network-vif-deleted', 'tag': '0102065e-8eff-4774-a05a-016694bb90d2', 'status': 'completed', 'code': 200}
Apr 20 19:34:26.344906 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-64dd6639-f8c2-4dd6-a1c4-f401ab3517e6 req-7814ff11-9401-4034-a817-c31e7df8d9bd tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Synchronizing usage tracker for tenant:c06b12492e3c4c5494ee0cc799b046cd on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:26.364346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-64dd6639-f8c2-4dd6-a1c4-f401ab3517e6 req-7814ff11-9401-4034-a817-c31e7df8d9bd tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Unset dirty status for tenant:c06b12492e3c4c5494ee0cc799b046cd on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:26.371107 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-64dd6639-f8c2-4dd6-a1c4-f401ab3517e6 req-7814ff11-9401-4034-a817-c31e7df8d9bd tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] 10.222.0.38 "GET /v2.0/ports?device_id=47f8f2c1-a94c-40db-970e-735e1181f265 HTTP/1.1" status: 200  len: 210 time: 0.1342254
Apr 20 19:34:26.411727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:26.422839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:26.433444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Made reservation on behalf of ca2fcc0eb6e6446fb2f6b877d41b57d1 for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:34:26.441291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:26.484365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:26.519959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3ffea5a1-13c6-41e5-b8a8-6be99f90e47f,segment=NetworkSegment(2d1db867-0eb1-4ac5-abb6-1d745e509caf),segment_id=2d1db867-0eb1-4ac5-abb6-1d745e509caf)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:26.523191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:26.525355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-88a77629-634e-45a1-bbde-3b0acdaabbac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:26.605487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=3ffea5a1-13c6-41e5-b8a8-6be99f90e47f,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:26.609067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:26.638410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Allocated IP 172.20.0.14 (f4427720-1bf7-4b3c-8e43-4a0696109808/6ba2e352-73c8-40b2-b5fa-c14e98ff339d/75aa08dc-b593-4a52-a8d8-8a5392fa4f68) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:34:26.730138 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-169249d3-44e5-46ea-8e19-d068785512d3 req-64eae99e-67e3-4c96-b0da-04944193a0b2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 210 time: 0.0515621
Apr 20 19:34:26.852225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:26.869391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Transition to ACTIVE for port object 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:26.894295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:26.900505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-67529472-585b-43a4-b52d-dbba0f0b6a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:26.980284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Network f4427720-1bf7-4b3c-8e43-4a0696109808 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:26.983565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:26.988301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:34:27.020335 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event updated for resources: {'Port': ['ID=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:27.027469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:27.069185 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:27.069876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:27.097531 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-443111d2-7849-4b4e-b253-870e852e4844 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9202871
Apr 20 19:34:27.116755 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Request body: {'port': {'device_id': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:27.186824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-73dac1f5-9a8e-47f2-9e57-b06f86117fa1 None None] Provisioning for port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:27.193017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-73dac1f5-9a8e-47f2-9e57-b06f86117fa1 None None] Provisioning complete for port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:27.193566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-73dac1f5-9a8e-47f2-9e57-b06f86117fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:27.245549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:27.261247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-73dac1f5-9a8e-47f2-9e57-b06f86117fa1 None None] Port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:34:27.432410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-545a9731-ba50-420f-91df-9f9071b28c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:27.633980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:34:27.642242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:27.658094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Transition to ACTIVE for port object 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:27.660696 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:27.665385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:27.851798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Pushing event updated for resources: {'Port': ['ID=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:27.904903 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:27.942827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Attempting to bind port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:34:27.943214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Attempting to bind port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:34:27.943592 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Attempting to bind port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 on network f4427720-1bf7-4b3c-8e43-4a0696109808 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:27.949372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 on network f4427720-1bf7-4b3c-8e43-4a0696109808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:34:27.949743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Attempting to bind port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 on network f4427720-1bf7-4b3c-8e43-4a0696109808 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:27.957318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:34:27.957707 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Checking segment: {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:34:27.958262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Bound using segment: {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:34:27.958749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Bound port: 75aa08dc-b593-4a52-a8d8-8a5392fa4f68, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac23387-e082-464b-ad7b-0d8757146c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:34:27.959139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:28.008748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e145983-b2a7-495d-b3b8-3af54db3d1b6 req-b219ea6c-d7ac-468d-8a02-ea7fabc31b2d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:28.014641 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e145983-b2a7-495d-b3b8-3af54db3d1b6 req-b219ea6c-d7ac-468d-8a02-ea7fabc31b2d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 944 time: 0.1145575
Apr 20 19:34:28.080144 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e145983-b2a7-495d-b3b8-3af54db3d1b6 req-f382efff-6d7a-4c9c-988e-30e381bdc60d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577970
Apr 20 19:34:28.111002 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] For port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:34:28.114694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] For port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:34:28.118774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:28.119239 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:28.124700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:28.190771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:28.191648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:28.193202 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] 10.222.0.55 "PUT /v2.0/ports/75aa08dc-b593-4a52-a8d8-8a5392fa4f68 HTTP/1.1" status: 200  len: 1094 time: 1.0816112
Apr 20 19:34:28.193774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'tag': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:28.199325 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:28.199754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:28.252699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 0102065e-8eff-4774-a05a-016694bb90d2 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:34:28.254497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Pushing event updated for resources: {'Port': ['ID=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:28.264420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:28.314252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 0102065e-8eff-4774-a05a-016694bb90d2 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:34:28.314748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 0102065e-8eff-4774-a05a-016694bb90d2 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:34:28.472634 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'tag': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68', 'status': 'completed', 'code': 200}
Apr 20 19:34:28.500831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-64107592-3c0b-49fb-b428-f564ee645e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:28.502155 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-64107592-3c0b-49fb-b428-f564ee645e76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 1097 time: 0.2363136
Apr 20 19:34:28.513178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:28.602690 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-3ae8e787-f5d6-4ba8-932b-4c329dc7ae6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75aa08dc-b593-4a52-a8d8-8a5392fa4f68 HTTP/1.1" status: 200  len: 217 time: 0.0802641
Apr 20 19:34:28.633442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:28.686302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-a36c9317-76af-42c7-8aa4-11428f832ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:28.687878 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-a36c9317-76af-42c7-8aa4-11428f832ee5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 200  len: 849 time: 0.0762622
Apr 20 19:34:28.788841 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-a91e9f27-bfad-4ded-aaab-b971fe41fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:28.790487 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-a91e9f27-bfad-4ded-aaab-b971fe41fd87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4427720-1bf7-4b3c-8e43-4a0696109808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951056
Apr 20 19:34:28.799034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:28.945707 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-cbab66d2-bfdb-4c96-bd17-7ff787c67965 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474469
Apr 20 19:34:29.100685 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63164956-c2a4-4a0e-b82d-c2ce7f066e42 req-b515800f-9e08-477e-b18a-9c43b0caa2da service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472728
Apr 20 19:34:29.274608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-9e8c17b3-aec0-4779-a702-774b86fe72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:29.276203 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-9e8c17b3-aec0-4779-a702-774b86fe72b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 1097 time: 0.0797880
Apr 20 19:34:29.306328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2897a-9d95-4dc7-afc9-d76a8894a898 req-efbd9525-f6d6-4738-bf94-b8c40dbc76c1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:29.308110 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-30e2897a-9d95-4dc7-afc9-d76a8894a898 req-efbd9525-f6d6-4738-bf94-b8c40dbc76c1 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 944 time: 0.0933516
Apr 20 19:34:29.362267 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-30e2897a-9d95-4dc7-afc9-d76a8894a898 req-a7e4577e-cc59-451e-8535-826cfb049139 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473602
Apr 20 19:34:29.405981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:29.433920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-9f9aeec8-ce65-4647-8dc4-90b26b49ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:29.433920 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-9f9aeec8-ce65-4647-8dc4-90b26b49ff37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 911 time: 0.1445749
Apr 20 19:34:29.517794 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-a1771ba3-4d06-49f5-9f9d-a983a12fb681 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75aa08dc-b593-4a52-a8d8-8a5392fa4f68 HTTP/1.1" status: 200  len: 217 time: 0.0741687
Apr 20 19:34:30.568900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63088709-ed6d-4493-97bb-b3bb2a87ea5f req-2af141f2-dc34-4bbf-87a0-21f74dacd90c tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:30.570505 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63088709-ed6d-4493-97bb-b3bb2a87ea5f req-2af141f2-dc34-4bbf-87a0-21f74dacd90c tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 944 time: 0.0900462
Apr 20 19:34:30.620069 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-63088709-ed6d-4493-97bb-b3bb2a87ea5f req-9901ab7f-fa4a-4481-8b30-d6ad5a57c8e6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425541
Apr 20 19:34:31.834211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad5b28-5f0f-47c1-a3fa-1c6f53fc6d9c req-04e38ff9-51e6-4cdf-a6aa-b46dea17544f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:31.835814 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ccad5b28-5f0f-47c1-a3fa-1c6f53fc6d9c req-04e38ff9-51e6-4cdf-a6aa-b46dea17544f tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 944 time: 0.0935111
Apr 20 19:34:31.885932 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ccad5b28-5f0f-47c1-a3fa-1c6f53fc6d9c req-f65a2823-8611-44f6-84d4-5097bc4d6956 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435297
Apr 20 19:34:32.450767 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-36788320-fcf7-41d0-96ae-4fd4647be93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:32.453541 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-36788320-fcf7-41d0-96ae-4fd4647be93c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 200  len: 849 time: 0.0688574
Apr 20 19:34:32.544111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-bb3618eb-6a8d-4eda-90df-969c2a280e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:32.546725 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-bb3618eb-6a8d-4eda-90df-969c2a280e3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4427720-1bf7-4b3c-8e43-4a0696109808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848420
Apr 20 19:34:32.709329 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-de14741f-e229-4b46-83f3-618456228d18 service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503971
Apr 20 19:34:32.860048 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f020df3-6b39-44fa-b597-6f05ff6122dd req-ba330ab2-49cc-47a7-8986-58ebb522d4cc service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431191
Apr 20 19:34:33.090031 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343acb6-d2d1-4a56-98b9-2cd7ec5a1d3f req-197173d6-f23c-4944-bde3-f9fd63afeac4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:33.092256 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5343acb6-d2d1-4a56-98b9-2cd7ec5a1d3f req-197173d6-f23c-4944-bde3-f9fd63afeac4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 944 time: 0.0908291
Apr 20 19:34:33.142321 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5343acb6-d2d1-4a56-98b9-2cd7ec5a1d3f req-884aa9d0-211f-485b-80c0-830aeab06b00 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434513
Apr 20 19:34:34.396661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafba05f-d37b-43d2-97dc-5faa24e500ea req-191271ab-9306-4f2b-8823-de394c73fb17 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:34.398451 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bafba05f-d37b-43d2-97dc-5faa24e500ea req-191271ab-9306-4f2b-8823-de394c73fb17 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 944 time: 0.0994732
Apr 20 19:34:34.472851 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bafba05f-d37b-43d2-97dc-5faa24e500ea req-c96f6231-17ed-4a13-b744-5b55d012d575 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556483
Apr 20 19:34:35.246299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:34:35.690976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f6f82-4386-4192-946e-ee6c82352eac req-bd5e9d30-5f6b-4d06-9f3d-acd2219208a6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:35.692653 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-063f6f82-4386-4192-946e-ee6c82352eac req-bd5e9d30-5f6b-4d06-9f3d-acd2219208a6 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 944 time: 0.1001003
Apr 20 19:34:35.743342 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-063f6f82-4386-4192-946e-ee6c82352eac req-f08870b5-e779-41d6-a1cc-c8d6ad2a3a31 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440230
Apr 20 19:34:36.283872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:34:36.438374 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:36.457598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'port_id': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68', 'mac_address': 'fa:16:3e:55:86:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:34:36.520864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:36.540329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:34:36.557196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:36.560904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:36.565121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:36.653391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:36.658310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:36.905013 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['75aa08dc-b593-4a52-a8d8-8a5392fa4f68'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:34:36.968153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1df17-0bad-4ee1-9207-4767351c742a req-c73c13f0-7d67-4d62-9d4a-f37b107b98ad tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:36.970130 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a8f1df17-0bad-4ee1-9207-4767351c742a req-c73c13f0-7d67-4d62-9d4a-f37b107b98ad tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 945 time: 0.0989077
Apr 20 19:34:37.073280 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a8f1df17-0bad-4ee1-9207-4767351c742a req-715812d2-d3a3-4574-b54f-73708523056b tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871496
Apr 20 19:34:38.286534 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8e84-66d2-4c17-b03c-04d594f796d7 req-3322111c-f8f4-4364-ad70-8a033c817faa tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:38.288191 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-397b8e84-66d2-4c17-b03c-04d594f796d7 req-3322111c-f8f4-4364-ad70-8a033c817faa tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 945 time: 0.1036730
Apr 20 19:34:38.297096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:34:38.354254 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-397b8e84-66d2-4c17-b03c-04d594f796d7 req-cf6d6784-b734-4dde-9d48-2661d7da7492 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580723
Apr 20 19:34:38.396005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:38.404065 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:38.404617 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:38.574513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:38.610244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:38.622062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:34:38.625709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:38.628476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:38.707277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:38.744244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:38.752656 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68', 'code': 200}
Apr 20 19:34:39.053221 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fca3c-9443-4e43-9f0d-a3d34ec60bc2 req-bfa6068b-dc7d-47fc-86af-75321aca366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:39.054885 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d08fca3c-9443-4e43-9f0d-a3d34ec60bc2 req-bfa6068b-dc7d-47fc-86af-75321aca366f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 1099 time: 0.0825007
Apr 20 19:34:39.101596 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d08fca3c-9443-4e43-9f0d-a3d34ec60bc2 req-70650429-39a3-42ea-9d4c-5daea4f1a6cf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388138
Apr 20 19:34:39.568069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad609a-3871-4f5c-98fd-92997cb605f5 req-9eb21981-4a91-4029-865a-636ace473ad4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:39.569779 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-60ad609a-3871-4f5c-98fd-92997cb605f5 req-9eb21981-4a91-4029-865a-636ace473ad4 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 946 time: 0.0979733
Apr 20 19:34:39.634080 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-60ad609a-3871-4f5c-98fd-92997cb605f5 req-d43215c1-231c-4c6c-9143-aef80770b103 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577915
Apr 20 19:34:40.926839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb6300-bc2a-430a-9a65-d5b5c2a2fcad req-a44f981a-5aae-4d27-b5f6-e1edcad73a87 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:40.928492 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f7eb6300-bc2a-430a-9a65-d5b5c2a2fcad req-a44f981a-5aae-4d27-b5f6-e1edcad73a87 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 946 time: 0.0994275
Apr 20 19:34:40.991162 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f7eb6300-bc2a-430a-9a65-d5b5c2a2fcad req-362b4221-a029-4897-9df4-350dad0e9a34 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555086
Apr 20 19:34:41.200379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902f4b7-d391-40d1-9d39-1797252c2fca req-fc98780d-bef0-488f-876f-dbd149c790ec tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:41.203013 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9902f4b7-d391-40d1-9d39-1797252c2fca req-fc98780d-bef0-488f-876f-dbd149c790ec tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 946 time: 0.0979676
Apr 20 19:34:41.215547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37220) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:41.222057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-c296f15d-4255-48e8-a26c-67bee35a5fcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Request body: {'floatingip': {'port_id': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:41.313928 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c296f15d-4255-48e8-a26c-67bee35a5fcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:42.510634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c296f15d-4255-48e8-a26c-67bee35a5fcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:42.513908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c296f15d-4255-48e8-a26c-67bee35a5fcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:42.765108 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-c296f15d-4255-48e8-a26c-67bee35a5fcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Floating IP 76a38cc6-8b0d-4990-8315-050b72a477d5 associated. External IP: 172.27.2.29, port: 75aa08dc-b593-4a52-a8d8-8a5392fa4f68.
Apr 20 19:34:43.202901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c296f15d-4255-48e8-a26c-67bee35a5fcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:34:43.417281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c296f15d-4255-48e8-a26c-67bee35a5fcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:34:43.428131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] Sync routers for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:34:43.429439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c296f15d-4255-48e8-a26c-67bee35a5fcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:43.439873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:43.440907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5821cf8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:34:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:43.494476 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c296f15d-4255-48e8-a26c-67bee35a5fcb tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "PUT /v2.0/floatingips/76a38cc6-8b0d-4990-8315-050b72a477d5 HTTP/1.1" status: 200  len: 991 time: 2.2774601
Apr 20 19:34:43.495167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'tag': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:43.593857 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'tag': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68', 'status': 'completed', 'code': 200}
Apr 20 19:34:43.760224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-96136bdf-4ff0-495b-8506-35c5bfa8b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:43.762418 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-96136bdf-4ff0-495b-8506-35c5bfa8b180 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 1099 time: 0.0970426
Apr 20 19:34:43.835057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:43.938530 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-fc8be270-c250-4e51-a2df-ad2595c7b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:43.940503 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-fc8be270-c250-4e51-a2df-ad2595c7b7d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 200  len: 911 time: 0.1684909
Apr 20 19:34:44.079286 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-08fefb1b-9c4c-42d8-b5c2-afc4f2b19bb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75aa08dc-b593-4a52-a8d8-8a5392fa4f68 HTTP/1.1" status: 200  len: 999 time: 0.1293836
Apr 20 19:34:44.270713 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5821cf8>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '76a38cc6-8b0d-4990-8315-050b72a477d5', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'port_id': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'mac_address': 'fa:16:3e:55:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:34:22Z', 'updated_at': '2021-04-20T19:34:42Z', 'revision_number': 1, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:44.289307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] Checking router: 81e2f8f9-09cd-47f4-949b-715ce1a995f5 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:34:44.315410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:34:44.316121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5821cf8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:34:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:44.470326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-e3e9201f-5ccd-443d-8516-7d6590502030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:44.472256 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-e3e9201f-5ccd-443d-8516-7d6590502030 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 200  len: 849 time: 0.3858075
Apr 20 19:34:44.566973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-0c54b7a8-6642-4542-b4d9-a26c65029648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:44.569075 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-0c54b7a8-6642-4542-b4d9-a26c65029648 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4427720-1bf7-4b3c-8e43-4a0696109808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840046
Apr 20 19:34:44.574732 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:34:44.799465 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-aee23962-5c13-4b50-8696-b9f29e75977c service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200875
Apr 20 19:34:44.965887 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1992833a-7a08-42f5-8e00-3cc16e8b8a01 req-3a5a6ae6-1f71-4d27-a56d-5f036e9d40ab service neutron] 10.222.0.55 "GET /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586661
Apr 20 19:34:45.024412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5821cf8>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '76a38cc6-8b0d-4990-8315-050b72a477d5', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'port_id': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'mac_address': 'fa:16:3e:55:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:34:22Z', 'updated_at': '2021-04-20T19:34:42Z', 'revision_number': 1, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:45.029134 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3719f9e-e72c-41fb-a73d-9d3ceeb0fc1a None None] The sync data for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi is: [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '76a38cc6-8b0d-4990-8315-050b72a477d5', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'port_id': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'mac_address': 'fa:16:3e:55:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:34:22Z', 'updated_at': '2021-04-20T19:34:42Z', 'revision_number': 1, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:34:45.338316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc6bcd-e312-4cdf-be39-8d5f3d12e040 None None] New status for floating IP 76a38cc6-8b0d-4990-8315-050b72a477d5: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:34:45.585143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4875442e-c45b-41f5-bde3-966461ccd454 req-6a410233-5614-46b5-bcb4-2fef3e76781a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Synchronizing usage tracker for tenant:ba7e670538c341e6a378232973d1ccde on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:45.605843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4875442e-c45b-41f5-bde3-966461ccd454 req-6a410233-5614-46b5-bcb4-2fef3e76781a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Unset dirty status for tenant:ba7e670538c341e6a378232973d1ccde on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:45.607537 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-6a410233-5614-46b5-bcb4-2fef3e76781a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239683824&fields=id&tenant_id=ba7e670538c341e6a378232973d1ccde HTTP/1.1" status: 200  len: 267 time: 0.1114821
Apr 20 19:34:45.849459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875442e-c45b-41f5-bde3-966461ccd454 req-76cd60fb-7e54-4803-96c5-211c3959bd61 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:45.851122 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-76cd60fb-7e54-4803-96c5-211c3959bd61 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 809 time: 0.2328227
Apr 20 19:34:45.876337 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-a5f311ba-cd4b-47e0-b9f6-6782b2a7f0dc tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/quotas/ba7e670538c341e6a378232973d1ccde HTTP/1.1" status: 200  len: 375 time: 0.0183184
Apr 20 19:34:45.967190 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4875442e-c45b-41f5-bde3-966461ccd454 req-075e4aab-83b2-4321-8c80-686672bee44b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Synchronizing usage tracker for tenant:ba7e670538c341e6a378232973d1ccde on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:45.986733 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4875442e-c45b-41f5-bde3-966461ccd454 req-075e4aab-83b2-4321-8c80-686672bee44b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Unset dirty status for tenant:ba7e670538c341e6a378232973d1ccde on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:46.000679 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-075e4aab-83b2-4321-8c80-686672bee44b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1232951
Apr 20 19:34:46.304355 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-3f1f10f2-245d-4147-aa7f-017b4d94c394 service neutron] 10.222.0.38 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3013275
Apr 20 19:34:46.470892 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-b8897e93-2d44-407f-b228-f6b1ee3792c5 service neutron] 10.222.0.38 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586125
Apr 20 19:34:46.967275 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-87e7a424-5a10-4dad-bd16-615eef6d3660 req-b96a581d-b8de-47a3-9f5b-07fa38b599d4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 210 time: 0.0667772
Apr 20 19:34:48.175547 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f5c11fc0-8752-4096-a32c-16e9e99a22f8 req-c32578fb-4e05-49a1-bd51-6d5903ebf9ba tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 210 time: 0.0602427
Apr 20 19:34:48.378865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875442e-c45b-41f5-bde3-966461ccd454 req-8c3f6924-26f0-4b7b-bc3e-acb1a1d34638 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:48.379677 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4875442e-c45b-41f5-bde3-966461ccd454 req-8c3f6924-26f0-4b7b-bc3e-acb1a1d34638 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Synchronizing usage tracker for tenant:ba7e670538c341e6a378232973d1ccde on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:48.398045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4875442e-c45b-41f5-bde3-966461ccd454 req-8c3f6924-26f0-4b7b-bc3e-acb1a1d34638 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Unset dirty status for tenant:ba7e670538c341e6a378232973d1ccde on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:48.399455 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-8c3f6924-26f0-4b7b-bc3e-acb1a1d34638 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.55 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 809 time: 0.2027528
Apr 20 19:34:48.526198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4875442e-c45b-41f5-bde3-966461ccd454 req-f9252e6c-7e1f-439f-b7ac-554e3f77a78f tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Synchronizing usage tracker for tenant:ba7e670538c341e6a378232973d1ccde on resource:security_group {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:34:48.548834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-4875442e-c45b-41f5-bde3-966461ccd454 req-f9252e6c-7e1f-439f-b7ac-554e3f77a78f tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Unset dirty status for tenant:ba7e670538c341e6a378232973d1ccde on resource:security_group {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:34:48.550644 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-f9252e6c-7e1f-439f-b7ac-554e3f77a78f tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba7e670538c341e6a378232973d1ccde HTTP/1.1" status: 200  len: 8061 time: 0.1196811
Apr 20 19:34:48.564019 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Request body: {'port': {'device_id': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'admin_state_up': True, 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'security_groups': ['76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a']}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:48.745334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:34:48.763319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:34:48.774900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Made reservation on behalf of ba7e670538c341e6a378232973d1ccde for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:34:48.784237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:48.974334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Allocated IP 172.20.0.14 (b60f85b0-c0a3-4824-a200-b37680750ba5/0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2/076208ee-e3f1-45f9-b986-47a5b26317b8) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:34:49.188719 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:49.206274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Transition to ACTIVE for port object 076208ee-e3f1-45f9-b986-47a5b26317b8 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:49.231941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:49.238006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-aeafc105-c15f-442d-a052-9bfa19077d48 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:49.329879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Network b60f85b0-c0a3-4824-a200-b37680750ba5 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:34:49.337044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:34:49.346451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:34:49.467999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:49.468852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:49.470585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3833b6-0fc2-467c-aead-75c34f60f906 req-4030998a-3f01-4f03-811e-8a6f256cc5a4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:49.472476 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ce3833b6-0fc2-467c-aead-75c34f60f906 req-4030998a-3f01-4f03-811e-8a6f256cc5a4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 932 time: 0.1463492
Apr 20 19:34:49.488859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'Port': ['ID=076208ee-e3f1-45f9-b986-47a5b26317b8,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:49.492601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:49.520179 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9598427
Apr 20 19:34:49.538759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Request body: {'port': {'device_id': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:34:49.565052 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ce3833b6-0fc2-467c-aead-75c34f60f906 req-dd5091e5-f456-458a-b9f7-c495a373572a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857844
Apr 20 19:34:49.710991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:49.725721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-fadea5ee-412b-401a-84bb-43551233fa74 None None] Provisioning for port 076208ee-e3f1-45f9-b986-47a5b26317b8 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:34:49.735223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-fadea5ee-412b-401a-84bb-43551233fa74 None None] Provisioning complete for port 076208ee-e3f1-45f9-b986-47a5b26317b8 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:34:49.735645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fadea5ee-412b-401a-84bb-43551233fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:49.824645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-fadea5ee-412b-401a-84bb-43551233fa74 None None] Port 076208ee-e3f1-45f9-b986-47a5b26317b8 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:34:50.148800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076208ee-e3f1-45f9-b986-47a5b26317b8 {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:34:50.157380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:50.176113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Transition to ACTIVE for port object 076208ee-e3f1-45f9-b986-47a5b26317b8 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:34:50.179318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:50.184979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-02f1f4d0-6647-44db-acab-ff1b7505c67d tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:50.389506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Pushing event updated for resources: {'Port': ['ID=076208ee-e3f1-45f9-b986-47a5b26317b8,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:50.464986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:50.541756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Attempting to bind port 076208ee-e3f1-45f9-b986-47a5b26317b8 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:34:50.542142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Attempting to bind port 076208ee-e3f1-45f9-b986-47a5b26317b8 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:34:50.542656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Attempting to bind port 076208ee-e3f1-45f9-b986-47a5b26317b8 on network b60f85b0-c0a3-4824-a200-b37680750ba5 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:50.548992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Port 076208ee-e3f1-45f9-b986-47a5b26317b8 on network b60f85b0-c0a3-4824-a200-b37680750ba5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:34:50.549363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Attempting to bind port 076208ee-e3f1-45f9-b986-47a5b26317b8 on network b60f85b0-c0a3-4824-a200-b37680750ba5 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:34:50.555142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:34:50.555522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Checking segment: {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:34:50.555947 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Bound using segment: {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:34:50.556426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Bound port: 076208ee-e3f1-45f9-b986-47a5b26317b8, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceef58a2-229b-47e1-aad9-26ec3bd1553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:34:50.557005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:50.674136 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:34:50.677870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=076208ee-e3f1-45f9-b986-47a5b26317b8,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:34:50.682468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:50.688450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eaf74a26-5725-411c-969b-d6cbd79b2912 tempest-VolumesNegativeTest-1262743768 tempest-VolumesNegativeTest-1262743768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:50.789173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Pushing event updated for resources: {'Port': ['ID=076208ee-e3f1-45f9-b986-47a5b26317b8,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:50.792932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:50.798924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:50.799738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:50.801829 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] 10.222.0.55 "PUT /v2.0/ports/076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 1094 time: 1.2693334
Apr 20 19:34:50.803137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:34:50.833355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf8dc1-55c6-4c3f-bb2c-7aac3ba00ab4 req-ca343770-422b-413c-9426-92aeee9d4c18 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:50.835214 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c1bf8dc1-55c6-4c3f-bb2c-7aac3ba00ab4 req-ca343770-422b-413c-9426-92aeee9d4c18 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.1149917
Apr 20 19:34:50.922188 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c1bf8dc1-55c6-4c3f-bb2c-7aac3ba00ab4 req-8c9c09b1-7413-4561-a16f-47ec2b9ff9ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754817
Apr 20 19:34:50.973795 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'status': 'completed', 'code': 200}
Apr 20 19:34:50.991797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875442e-c45b-41f5-bde3-966461ccd454 req-e2884f58-c06c-4c80-bb78-7ab9d6811102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:50.993491 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-e2884f58-c06c-4c80-bb78-7ab9d6811102 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1097 time: 0.1200368
Apr 20 19:34:51.093795 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fcbd1cdc-00bb-44db-80c6-6e3e28f95234 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 217 time: 0.0741711
Apr 20 19:34:51.167543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fc6b1cb7-e465-486c-9cbb-6cdae005c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:51.169168 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-fc6b1cb7-e465-486c-9cbb-6cdae005c37f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 200  len: 848 time: 0.0679588
Apr 20 19:34:51.259385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875442e-c45b-41f5-bde3-966461ccd454 req-19d58332-819b-4f77-bccc-22ce603d2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:51.261181 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-19d58332-819b-4f77-bccc-22ce603d2657 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b60f85b0-c0a3-4824-a200-b37680750ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850518
Apr 20 19:34:51.430034 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-7e85ea22-d808-460b-a91e-9208815895bb service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589103
Apr 20 19:34:51.626509 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4875442e-c45b-41f5-bde3-966461ccd454 req-e90a5da8-edb1-4355-8a8e-11a203e318f2 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831574
Apr 20 19:34:51.816743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-03c66c6c-8f98-494c-bb8d-8d347da84c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:51.818383 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-03c66c6c-8f98-494c-bb8d-8d347da84c7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1097 time: 0.0911286
Apr 20 19:34:51.993322 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-1f1e9a37-e3d6-4cfa-840e-fce9029503bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:51.994924 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-1f1e9a37-e3d6-4cfa-840e-fce9029503bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 910 time: 0.1622107
Apr 20 19:34:52.096984 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-b5434b35-270b-4145-8922-7a495dd14e64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 217 time: 0.0933568
Apr 20 19:34:52.164394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bbb3e-aa28-4a69-af4b-29b1a534b4fc req-ac85a167-da3b-4271-88ce-6c6a26df940b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:52.168984 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dd5bbb3e-aa28-4a69-af4b-29b1a534b4fc req-ac85a167-da3b-4271-88ce-6c6a26df940b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.1287408
Apr 20 19:34:52.177197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-a36c95b7-4a67-4cce-8dd1-aece332caf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:52.179168 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-a36c95b7-4a67-4cce-8dd1-aece332caf51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 200  len: 848 time: 0.0752552
Apr 20 19:34:52.227507 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dd5bbb3e-aa28-4a69-af4b-29b1a534b4fc req-98659c05-7652-4e20-be6c-bdefffc4f5d4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522313
Apr 20 19:34:52.285832 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-f280cac1-e505-4dc8-9af8-e45f100e2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:52.287909 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-f280cac1-e505-4dc8-9af8-e45f100e2bd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b60f85b0-c0a3-4824-a200-b37680750ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0971959
Apr 20 19:34:52.470398 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-96a8d4b6-6d8d-4291-b26d-eadd747dc0e6 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661916
Apr 20 19:34:52.642186 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8b1c1c81-6186-499d-ac1b-92659e559f29 req-886b0b76-a1fa-4aa4-a122-298a85fce19e service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617227
Apr 20 19:34:53.441919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f05a2-f53e-44a7-9b38-72287e81fe8b req-b17b4c5a-0f59-46c0-a236-e4dc95f3069f tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:53.443534 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-236f05a2-f53e-44a7-9b38-72287e81fe8b req-b17b4c5a-0f59-46c0-a236-e4dc95f3069f tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0905037
Apr 20 19:34:53.491310 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-236f05a2-f53e-44a7-9b38-72287e81fe8b req-ef9f7c23-dfc7-4deb-9a2b-9e6f535a417d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411899
Apr 20 19:34:54.705794 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124c01d-1cf6-4dbf-9fda-ece3664f661e req-f756fb9c-eff6-41a9-8aab-0e3604b90e6b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:54.707642 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b124c01d-1cf6-4dbf-9fda-ece3664f661e req-f756fb9c-eff6-41a9-8aab-0e3604b90e6b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0946732
Apr 20 19:34:54.755860 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b124c01d-1cf6-4dbf-9fda-ece3664f661e req-f3ecba98-ee24-4d4d-a6f7-62c7817ff8e0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417500
Apr 20 19:34:55.029539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4e459abe-be07-4db0-a6dd-f683fcdd4c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:55.379671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37446) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:55.450760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77327de-aa76-4843-a6cc-d628ff9aea0c admin admin] Deleting subnet da8df454-d2d9-493f-be51-bfd936b7e143 {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:34:55.454709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a77327de-aa76-4843-a6cc-d628ff9aea0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:55.506792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a77327de-aa76-4843-a6cc-d628ff9aea0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850814827'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:55.568852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a77327de-aa76-4843-a6cc-d628ff9aea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:55.910054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a77327de-aa76-4843-a6cc-d628ff9aea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2103971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3167948'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:55.915217 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:55.956938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77327de-aa76-4843-a6cc-d628ff9aea0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8df454-d2d9-493f-be51-bfd936b7e143,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:55.960073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a77327de-aa76-4843-a6cc-d628ff9aea0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:55.963517 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a77327de-aa76-4843-a6cc-d628ff9aea0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:55.965446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d10213-1def-4a1d-b7dc-30e3db105a5b req-e279eba3-7f15-4833-a0ee-6a28db16abe8 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:55.966756 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2d10213-1def-4a1d-b7dc-30e3db105a5b req-e279eba3-7f15-4833-a0ee-6a28db16abe8 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0898962
Apr 20 19:34:55.971245 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a77327de-aa76-4843-a6cc-d628ff9aea0c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/da8df454-d2d9-493f-be51-bfd936b7e143 HTTP/1.1" status: 204  len: 168 time: 0.5902631
Apr 20 19:34:55.973671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37454) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:56.020654 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2d10213-1def-4a1d-b7dc-30e3db105a5b req-6c345c51-5be2-4c0a-95a8-0043ffa60ac2 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472517
Apr 20 19:34:56.320548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:56.457621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:56.575918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a41a1c50>,) {'filters': {'network_id': ['596bcf58-391e-4602-ab04-a0fd13cc24ba']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:56.589853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a41a1c50>, 'bee99009-6b68-4c45-a706-e2968f4b5fef') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:56.590202 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a41a1c50>, 'bee99009-6b68-4c45-a706-e2968f4b5fef') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:34:56.603166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:56.618311 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:56.624775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:34:56.806799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Network 596bcf58-391e-4602-ab04-a0fd13cc24ba has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:34:56.816606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:56.999313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Network 596bcf58-391e-4602-ab04-a0fd13cc24ba has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:34:57.022765 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:34:57.100916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:57.104596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:57.120814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:57.127954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Pushing event deleted for resources: {'Network': ['ID=596bcf58-391e-4602-ab04-a0fd13cc24ba,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:57.132572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:57.138821 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] 10.222.0.38 "DELETE /v2.0/networks/596bcf58-391e-4602-ab04-a0fd13cc24ba HTTP/1.1" status: 204  len: 168 time: 1.1641209
Apr 20 19:34:57.229876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498227-1083-4ead-adca-fa708d93e60e req-e627dc90-06b9-412f-b577-6578dc839502 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:57.231504 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b498227-1083-4ead-adca-fa708d93e60e req-e627dc90-06b9-412f-b577-6578dc839502 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0946193
Apr 20 19:34:57.282786 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1b498227-1083-4ead-adca-fa708d93e60e req-b5af55e7-65d6-41a0-b621-1b40b4571605 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439398
Apr 20 19:34:57.333030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37474) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:57.385485 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2fd0ad7e-6d2a-499f-bc00-4f465c3c540f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c06b12492e3c4c5494ee0cc799b046cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511689
Apr 20 19:34:57.387927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37478) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:34:57.436172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b0b545bd-2e62-477f-9d8a-9d8aab01b33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:57.453852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4364eb5-6afe-487b-bc18-11d40dd20310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:57.480979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4364eb5-6afe-487b-bc18-11d40dd20310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:57.529152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4364eb5-6afe-487b-bc18-11d40dd20310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:57.534297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-68a0a760-db31-45cb-a66b-eae55640df8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:34:57.551330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4364eb5-6afe-487b-bc18-11d40dd20310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb21768-45e9-499c-9af1-3b96037e9349,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:34:57.554709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f4364eb5-6afe-487b-bc18-11d40dd20310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:34:57.562680 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f4364eb5-6afe-487b-bc18-11d40dd20310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:57.563915 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f4364eb5-6afe-487b-bc18-11d40dd20310 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5cb21768-45e9-499c-9af1-3b96037e9349 HTTP/1.1" status: 204  len: 168 time: 0.1750271
Apr 20 19:34:58.490796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f7828-8977-47e3-91d5-596ad8423022 req-cfc87aaf-9c86-47d9-b2d0-f1d98106947b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:58.492957 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-447f7828-8977-47e3-91d5-596ad8423022 req-cfc87aaf-9c86-47d9-b2d0-f1d98106947b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0947242
Apr 20 19:34:58.510043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:58.542391 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-447f7828-8977-47e3-91d5-596ad8423022 req-f1175d37-c6d5-40f1-8572-e83e9aeadcc1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433345
Apr 20 19:34:58.625422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:58.798120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:59.292314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e10cb-3a6b-4d33-98f8-2cf91b6570fe req-a3431c2f-f66d-4d29-9b8c-9ad8d478e606 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:59.293969 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e52e10cb-3a6b-4d33-98f8-2cf91b6570fe req-a3431c2f-f66d-4d29-9b8c-9ad8d478e606 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0940504
Apr 20 19:34:59.344479 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e52e10cb-3a6b-4d33-98f8-2cf91b6570fe req-f750d145-ce9a-4e97-b78d-0ca3dd90c3b3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433307
Apr 20 19:34:59.407936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:59.746057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0660609-c57e-4e26-92ce-8b4f758cf394 req-ff5e4dd4-c123-4fa5-b530-8073cb837aae tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:34:59.747633 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c0660609-c57e-4e26-92ce-8b4f758cf394 req-ff5e4dd4-c123-4fa5-b530-8073cb837aae tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0925982
Apr 20 19:34:59.795525 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c0660609-c57e-4e26-92ce-8b4f758cf394 req-79f82e9c-b08a-4667-8100-0cccbc4eb680 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407526
Apr 20 19:35:00.480166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 076208ee-e3f1-45f9-b986-47a5b26317b8 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:35:00.556901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f380533-781a-49e8-98d1-0205862200f4 req-9d4e7467-80f6-4b93-88c3-a3c32997a10d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:00.558521 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9f380533-781a-49e8-98d1-0205862200f4 req-9d4e7467-80f6-4b93-88c3-a3c32997a10d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0914395
Apr 20 19:35:00.613110 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9f380533-781a-49e8-98d1-0205862200f4 req-ad8fd3fd-0886-4a28-9d2d-f38080317de6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466542
Apr 20 19:35:00.627440 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=076208ee-e3f1-45f9-b986-47a5b26317b8,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:00.642561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'port_id': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'mac_address': 'fa:16:3e:23:92:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:35:00.706718 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:00.724769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076208ee-e3f1-45f9-b986-47a5b26317b8 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:35:00.741042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=076208ee-e3f1-45f9-b986-47a5b26317b8,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:00.743706 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:00.746267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:35:00.814741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=076208ee-e3f1-45f9-b986-47a5b26317b8,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:35:00.822575 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.822972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.823360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.823740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.824112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.824484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.824881 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.825252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.825622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.825989 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.826354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.826721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:35:00.831103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:35:01.017923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c3203-1051-4bdb-9a10-a8f0b63f784d req-5278f08e-72a7-4a9c-8365-c66325c5518a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:01.019557 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-579c3203-1051-4bdb-9a10-a8f0b63f784d req-5278f08e-72a7-4a9c-8365-c66325c5518a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 945 time: 0.0932515
Apr 20 19:35:01.067916 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-579c3203-1051-4bdb-9a10-a8f0b63f784d req-7a1bcaa5-f3fd-4de0-80bd-a94b6d70ce3e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419083
Apr 20 19:35:01.094895 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['076208ee-e3f1-45f9-b986-47a5b26317b8'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:35:01.823731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de20cd7-7983-4544-99cf-691b7363f096 req-0b083c95-c205-4317-b71a-e674bd4944a4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:01.825332 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8de20cd7-7983-4544-99cf-691b7363f096 req-0b083c95-c205-4317-b71a-e674bd4944a4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0914836
Apr 20 19:35:01.872931 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8de20cd7-7983-4544-99cf-691b7363f096 req-193fab3c-f58e-4084-8119-efdca68e617e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412476
Apr 20 19:35:02.271199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a842aa-b49a-424d-bec1-81e0eaa82fe0 req-1df8c1c2-deef-4c1b-a52c-dd4aa574f932 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:02.272820 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-78a842aa-b49a-424d-bec1-81e0eaa82fe0 req-1df8c1c2-deef-4c1b-a52c-dd4aa574f932 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 945 time: 0.0880694
Apr 20 19:35:02.320967 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-78a842aa-b49a-424d-bec1-81e0eaa82fe0 req-e404e955-6517-4eea-b767-f757b97d0a21 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417669
Apr 20 19:35:02.507288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 076208ee-e3f1-45f9-b986-47a5b26317b8 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:35:02.577371 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 076208ee-e3f1-45f9-b986-47a5b26317b8 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:35:02.582223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 076208ee-e3f1-45f9-b986-47a5b26317b8 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:35:02.582648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:02.711148 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:02.741167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:35:02.752513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=076208ee-e3f1-45f9-b986-47a5b26317b8,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:02.756310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:02.758447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d13e8ec1-9637-4b17-a4ef-4d1fdc6bbceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:35:02.806328 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'code': 200}
Apr 20 19:35:02.839127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=076208ee-e3f1-45f9-b986-47a5b26317b8,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:35:02.842570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:35:03.090436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86fbc8-a257-4b59-bd57-9a96abdee878 req-d299d18b-7765-479e-b3e0-497a245e4745 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:03.092100 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-da86fbc8-a257-4b59-bd57-9a96abdee878 req-d299d18b-7765-479e-b3e0-497a245e4745 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0948117
Apr 20 19:35:03.141641 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-da86fbc8-a257-4b59-bd57-9a96abdee878 req-12e91a6b-6c28-4fc2-806e-dcf70ced0c23 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425417
Apr 20 19:35:03.177067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082b07e-510e-4314-b9a3-3e7f52dbb712 req-ca3d5049-7ef7-47e9-84b2-ba0d94fc63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:03.178648 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4082b07e-510e-4314-b9a3-3e7f52dbb712 req-ca3d5049-7ef7-47e9-84b2-ba0d94fc63c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1099 time: 0.0782881
Apr 20 19:35:03.227167 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4082b07e-510e-4314-b9a3-3e7f52dbb712 req-2301722c-9734-4012-b26b-9301ff701e4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363414
Apr 20 19:35:03.524699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb9ff9-d1b4-40ad-94b7-c7bfc73ce3c3 req-1bcfd8cd-641b-4a07-9218-e26e025f9362 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:03.526305 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fffb9ff9-d1b4-40ad-94b7-c7bfc73ce3c3 req-1bcfd8cd-641b-4a07-9218-e26e025f9362 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0877934
Apr 20 19:35:03.576993 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fffb9ff9-d1b4-40ad-94b7-c7bfc73ce3c3 req-6b7dc2ae-564f-458c-af22-7ca5301953bb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435214
Apr 20 19:35:04.581109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4a0e-3498-414a-923f-ac19ace8eb05 req-b3d09e93-d65b-4f73-bea8-a6c8b81ac854 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:04.582726 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-445f4a0e-3498-414a-923f-ac19ace8eb05 req-b3d09e93-d65b-4f73-bea8-a6c8b81ac854 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.3186426
Apr 20 19:35:04.632042 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-445f4a0e-3498-414a-923f-ac19ace8eb05 req-0856f1f9-1e6b-4ea2-b071-14811d0147e7 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428751
Apr 20 19:35:04.779971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3aa00-b393-4b8a-a01f-5126fa35c949 req-2fb9a965-48d3-4009-9fa0-a7e6773c1df2 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:04.782462 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2b3aa00-b393-4b8a-a01f-5126fa35c949 req-2fb9a965-48d3-4009-9fa0-a7e6773c1df2 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0903862
Apr 20 19:35:04.830221 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2b3aa00-b393-4b8a-a01f-5126fa35c949 req-ba455ea4-593a-43d0-9f4c-f5d74236a0b8 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412796
Apr 20 19:35:05.029045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37596-8e20-48bf-b7bd-3acbdf020d74 req-e8973617-7493-47e9-91e9-06d6efb9a5be tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:05.030670 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-24c37596-8e20-48bf-b7bd-3acbdf020d74 req-e8973617-7493-47e9-91e9-06d6efb9a5be tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0882013
Apr 20 19:35:05.083714 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-24c37596-8e20-48bf-b7bd-3acbdf020d74 req-c4aa9932-29af-4ca7-b665-5ede2003a08a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458350
Apr 20 19:35:05.107813 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37540) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:35:05.419067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6117fda-0327-4019-857d-420631753bc9 tempest-TestShelveInstance-521769179 tempest-TestShelveInstance-521769179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:05.420736 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d6117fda-0327-4019-857d-420631753bc9 tempest-TestShelveInstance-521769179 tempest-TestShelveInstance-521769179-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1094 time: 0.3118453
Apr 20 19:35:05.424394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37546) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:35:05.429933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Request body: {'floatingip': {'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'port_id': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:35:05.436223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:35:05.441416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Usage tracker for resource:floatingip and tenant:ba7e670538c341e6a378232973d1ccde is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:35:05.444383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:35:05.450383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:35:05.460167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for floatingip, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:05.604645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:05.747128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Allocated IP 172.27.2.86 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/74abe094-4648-460b-be95-304151f3ccc2) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:35:05.839162 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda2ef6-3603-4c09-af22-23857bb9e4f8 req-15860e05-7ec3-4484-9e2d-bc3c62a573ae tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:05.840682 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fdda2ef6-3603-4c09-af22-23857bb9e4f8 req-15860e05-7ec3-4484-9e2d-bc3c62a573ae tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0866225
Apr 20 19:35:05.890061 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fdda2ef6-3603-4c09-af22-23857bb9e4f8 req-587b079e-df53-47c6-9bf7-18053f3ff6a1 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423379
Apr 20 19:35:05.904625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:05.935196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:05.940083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:35:06.008628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:35:06.012117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:35:06.016096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:35:06.055739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'Port': ['ID=74abe094-4648-460b-be95-304151f3ccc2,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:35:06.060641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:35:06.461204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:06.539745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:06.752662 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:06.756160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:06.760787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-32dbc965-a2a1-4a97-bc58-469e16d9d392 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:35:06.879671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event updated for resources: {'Port': ['ID=74abe094-4648-460b-be95-304151f3ccc2,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:35:06.882369 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:35:06.887316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:07.070821 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Floating IP ed243e74-9dce-48b3-8c3a-dc512086cfd8 associated. External IP: 172.27.2.86, port: 076208ee-e3f1-45f9-b986-47a5b26317b8.
Apr 20 19:35:07.102552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da418254-4c62-45be-a6e6-cd0f6263ea46 req-69a40e8a-77f6-4b4c-ac1d-fdf9b463d5fc tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:07.104163 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-da418254-4c62-45be-a6e6-cd0f6263ea46 req-69a40e8a-77f6-4b4c-ac1d-fdf9b463d5fc tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0946190
Apr 20 19:35:07.153403 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-da418254-4c62-45be-a6e6-cd0f6263ea46 req-8f34bb11-0c4c-48b9-8961-b8bdf371f84c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418179
Apr 20 19:35:07.666441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Router 153014c2-d002-4121-a2be-e6ef80317785 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:35:07.858228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:35:07.869196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] Sync routers for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:35:07.879479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:35:07.880157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5c0afd0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:34:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:35:07.883586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:07.947378 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5217886
Apr 20 19:35:07.948075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:35:07.996362 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'status': 'completed', 'code': 200}
Apr 20 19:35:08.078057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:35:08.121112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-a0fb3d70-cf1b-4862-9772-238d05a1bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:08.122683 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-a0fb3d70-cf1b-4862-9772-238d05a1bc56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1099 time: 0.0811446
Apr 20 19:35:08.275738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-5a66421a-9a10-4f7f-b3f2-42456af6834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:08.277657 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-5a66421a-9a10-4f7f-b3f2-42456af6834d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 910 time: 0.1478558
Apr 20 19:35:08.367891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f2956-2bda-4951-ae72-c4e882a14f6d req-a00bdbf2-1841-487e-b20f-6fe9b4f019d5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:08.369523 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-588f2956-2bda-4951-ae72-c4e882a14f6d req-a00bdbf2-1841-487e-b20f-6fe9b4f019d5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0911727
Apr 20 19:35:08.401333 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-8e34ae16-83f8-44c1-9609-b72afe6e19c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 999 time: 0.1162307
Apr 20 19:35:08.431424 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-588f2956-2bda-4951-ae72-c4e882a14f6d req-988811d7-c883-45f9-b372-dab9f97a471c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535600
Apr 20 19:35:08.464017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5c0afd0>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'ed243e74-9dce-48b3-8c3a-dc512086cfd8', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '153014c2-d002-4121-a2be-e6ef80317785', 'port_id': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'mac_address': 'fa:16:3e:23:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:35:06Z', 'updated_at': '2021-04-20T19:35:06Z', 'revision_number': 0, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972c9ebb-1710-4721-b5e6-afeefc3519cf', 'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'mac_address': 'fa:16:3e:27:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:02Z', 'updated_at': '2021-04-20T19:34:12Z', 'revision_number': 5, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'subnets': [{'id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:35:08.468653 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] Checking router: 153014c2-d002-4121-a2be-e6ef80317785 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:35:08.477844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:35:08.478505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5c0afd0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:34:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:35:08.483135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-e949c116-d5cf-4f72-956d-5e80b55f8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:08.485875 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-e949c116-d5cf-4f72-956d-5e80b55f8016 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 200  len: 848 time: 0.0775602
Apr 20 19:35:08.576479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-daa084ca-11d2-405b-9bae-c5c69343e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:08.578656 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-daa084ca-11d2-405b-9bae-c5c69343e587 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b60f85b0-c0a3-4824-a200-b37680750ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855122
Apr 20 19:35:08.672369 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:35:08.727334 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-4c61d715-2a0b-44b5-ab0c-74df7a5e71c1 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416438
Apr 20 19:35:08.877765 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b44b2a7d-7ada-4d42-83a5-af9fcf4ae903 req-4cf668d2-e079-4536-8bc5-6570091e4937 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420715
Apr 20 19:35:09.240565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5c0afd0>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'ed243e74-9dce-48b3-8c3a-dc512086cfd8', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '153014c2-d002-4121-a2be-e6ef80317785', 'port_id': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'mac_address': 'fa:16:3e:23:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:35:06Z', 'updated_at': '2021-04-20T19:35:06Z', 'revision_number': 0, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972c9ebb-1710-4721-b5e6-afeefc3519cf', 'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'mac_address': 'fa:16:3e:27:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:02Z', 'updated_at': '2021-04-20T19:34:12Z', 'revision_number': 5, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'subnets': [{'id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:35:09.245841 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b077a52-9329-4147-a23b-4622034bf0f3 None None] The sync data for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi is: [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'ed243e74-9dce-48b3-8c3a-dc512086cfd8', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': '153014c2-d002-4121-a2be-e6ef80317785', 'port_id': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'mac_address': 'fa:16:3e:23:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:35:06Z', 'updated_at': '2021-04-20T19:35:06Z', 'revision_number': 0, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972c9ebb-1710-4721-b5e6-afeefc3519cf', 'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'mac_address': 'fa:16:3e:27:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:02Z', 'updated_at': '2021-04-20T19:34:12Z', 'revision_number': 5, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'subnets': [{'id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:35:09.547919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475e071-cff6-448f-a35d-cc918eaca433 None None] New status for floating IP ed243e74-9dce-48b3-8c3a-dc512086cfd8: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:35:09.647223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5093ecb-3b09-4f2e-be97-9f6f607bab80 req-71a85735-bb98-4fad-848a-d2d4165db7d2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:09.648864 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a5093ecb-3b09-4f2e-be97-9f6f607bab80 req-71a85735-bb98-4fad-848a-d2d4165db7d2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0962930
Apr 20 19:35:09.699545 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a5093ecb-3b09-4f2e-be97-9f6f607bab80 req-ee643777-e4a5-4511-91a2-5abeeb905b47 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422385
Apr 20 19:35:10.909085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04fcb0-56d0-44b0-a44a-e9a9a4e2491e req-a6f03e0e-5583-45b2-922d-daa36e76159a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:10.910742 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dc04fcb0-56d0-44b0-a44a-e9a9a4e2491e req-a6f03e0e-5583-45b2-922d-daa36e76159a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0890846
Apr 20 19:35:10.963908 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dc04fcb0-56d0-44b0-a44a-e9a9a4e2491e req-0b8ac000-8afb-4311-a4bc-9319dfca30b9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467565
Apr 20 19:35:12.174056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0badd1-0e5c-4b48-abc2-5fca8e2bf866 req-9698c505-06c9-4fa2-90ea-ead0d9147966 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:12.175670 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2c0badd1-0e5c-4b48-abc2-5fca8e2bf866 req-9698c505-06c9-4fa2-90ea-ead0d9147966 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0913739
Apr 20 19:35:12.225611 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2c0badd1-0e5c-4b48-abc2-5fca8e2bf866 req-0956381e-13cb-4012-90fc-32cb140ea836 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426590
Apr 20 19:35:12.246036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:35:12.583179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:35:12.733959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:12.748125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'port_id': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'mac_address': 'fa:16:3e:70:f2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:35:12.812623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:12.831622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3a21964-a28d-45cc-b821-a61ffedb9528 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:35:12.847909 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:12.850792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:12.852609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:35:12.924280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=6']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:35:12.927500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:35:13.010224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['a3a21964-a28d-45cc-b821-a61ffedb9528'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:35:13.465566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70ffd2-aa52-4609-aa33-afb61370825c req-9f9c70d7-b2b6-4dbf-be6c-197b2e01223e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:13.467868 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ce70ffd2-aa52-4609-aa33-afb61370825c req-9f9c70d7-b2b6-4dbf-be6c-197b2e01223e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 945 time: 0.1174541
Apr 20 19:35:13.519484 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ce70ffd2-aa52-4609-aa33-afb61370825c req-c79dcd3a-8c8f-4ca0-b1cc-666e2be644e5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446451
Apr 20 19:35:14.598183 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:35:14.690392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port a3a21964-a28d-45cc-b821-a61ffedb9528 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:35:14.690762 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:14.763288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35149e77-4329-4051-a84b-505fb7e07818 req-d201ce15-55c4-4591-81d4-881d03f7a9e1 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:14.765646 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-35149e77-4329-4051-a84b-505fb7e07818 req-d201ce15-55c4-4591-81d4-881d03f7a9e1 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 945 time: 0.0951755
Apr 20 19:35:14.819826 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-35149e77-4329-4051-a84b-505fb7e07818 req-f31b57cc-c4ef-46d7-be5c-8dd03c9f1934 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470779
Apr 20 19:35:14.856354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:14.887676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:35:14.901201 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:14.905567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:14.908067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:35:14.966416 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'code': 200}
Apr 20 19:35:14.993247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=7']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:35:14.996976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:35:16.108584 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640652a2-ab79-4c94-a742-945b68b68126 req-263c0a81-9b5b-41c0-9dfe-308920cb6228 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:16.110903 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-640652a2-ab79-4c94-a742-945b68b68126 req-263c0a81-9b5b-41c0-9dfe-308920cb6228 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.1609654
Apr 20 19:35:16.163704 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-640652a2-ab79-4c94-a742-945b68b68126 req-432d57fd-4cc5-445e-8f4f-4b162776fcd3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460849
Apr 20 19:35:17.393849 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f23da-13af-4c5a-8d04-b5cea64c00ee req-323c023d-8f85-4a57-8a45-9103c2d11b31 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:17.395686 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e51f23da-13af-4c5a-8d04-b5cea64c00ee req-323c023d-8f85-4a57-8a45-9103c2d11b31 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0974255
Apr 20 19:35:17.461253 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e51f23da-13af-4c5a-8d04-b5cea64c00ee req-5c44e52f-957e-4f1f-86e0-c2fa0f486aa1 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586421
Apr 20 19:35:18.692528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8e6e-dc7c-4fda-81ec-d9780e8839ee req-404ba807-2120-49fb-8e99-fb67384f7ed2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:18.695502 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-715d8e6e-dc7c-4fda-81ec-d9780e8839ee req-404ba807-2120-49fb-8e99-fb67384f7ed2 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.1113632
Apr 20 19:35:18.748104 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-715d8e6e-dc7c-4fda-81ec-d9780e8839ee req-c1aea9ec-4849-48d9-ab9f-f5f497b0fa05 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454104
Apr 20 19:35:19.971671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cda528-30e2-4d9f-84dc-9426235cb786 req-1e44649d-193d-4bb7-926e-0080348b1602 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:19.974282 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-93cda528-30e2-4d9f-84dc-9426235cb786 req-1e44649d-193d-4bb7-926e-0080348b1602 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0981874
Apr 20 19:35:20.025600 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-93cda528-30e2-4d9f-84dc-9426235cb786 req-88c546b0-d4e1-4286-be6a-a5e2984fd868 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456431
Apr 20 19:35:21.261885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72735c-46fc-43bc-ae2d-fce7ee9f38c2 req-3ca3a982-0da6-4bb7-a83d-f0f350b74a14 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:21.263503 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad72735c-46fc-43bc-ae2d-fce7ee9f38c2 req-3ca3a982-0da6-4bb7-a83d-f0f350b74a14 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0979888
Apr 20 19:35:21.320170 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad72735c-46fc-43bc-ae2d-fce7ee9f38c2 req-64f236dc-8db5-40bb-b3c2-545a04c5ec0d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501311
Apr 20 19:35:22.531687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb76fb6-aff9-41c1-9bd5-16e0bbe6e943 req-cfaa6325-44c4-42b6-9407-43066cdbff9c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:22.533357 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb76fb6-aff9-41c1-9bd5-16e0bbe6e943 req-cfaa6325-44c4-42b6-9407-43066cdbff9c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0912895
Apr 20 19:35:22.583264 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eb76fb6-aff9-41c1-9bd5-16e0bbe6e943 req-9be5aa19-09c6-4ae4-8869-00b7a625beb1 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434251
Apr 20 19:35:22.931754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-af22592c-1093-4586-805a-35407004c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:22.933323 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-af22592c-1093-4586-805a-35407004c5cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 1099 time: 0.0954018
Apr 20 19:35:23.110845 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-7304a5b4-d8a3-408c-b432-782fe8862ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:23.112436 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-7304a5b4-d8a3-408c-b432-782fe8862ab2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 917 time: 0.1722758
Apr 20 19:35:23.223172 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-c541e43b-914c-4e6c-9b90-17ee900eff24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a21964-a28d-45cc-b821-a61ffedb9528 HTTP/1.1" status: 200  len: 1002 time: 0.1037903
Apr 20 19:35:23.291577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-5bfe2556-add6-4dae-8f98-0f0029a22f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:23.293163 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-5bfe2556-add6-4dae-8f98-0f0029a22f68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.0630355
Apr 20 19:35:23.380428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-165b88ad-0d6b-4e32-ace3-f96c71af0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:23.382034 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-165b88ad-0d6b-4e32-ace3-f96c71af0b44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819736
Apr 20 19:35:23.527283 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-56c7e8d7-e322-401b-8485-e5d060cc928a service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379123
Apr 20 19:35:23.672079 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b02ce844-1f73-42d5-9ec0-238f29676813 req-1af1fc4c-5d9f-4e1d-af90-76d2bba1201a service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372814
Apr 20 19:35:23.806005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b80ad-cd76-4bdc-afe4-61394704e3b8 req-cbbe532a-ba3a-47f0-85ae-193727a15a86 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:23.807506 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-452b80ad-cd76-4bdc-afe4-61394704e3b8 req-cbbe532a-ba3a-47f0-85ae-193727a15a86 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0952578
Apr 20 19:35:23.856555 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-452b80ad-cd76-4bdc-afe4-61394704e3b8 req-3a049f25-92fe-4665-8987-5c36f113433a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423777
Apr 20 19:35:25.033316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4e826ad7-a7d1-4ac8-bb39-7197a342baea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:25.091094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c470f4-5eac-42be-8189-98c503a44b01 req-89a649c3-0c45-4042-859b-9531e311ef90 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:25.092700 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a2c470f4-5eac-42be-8189-98c503a44b01 req-89a649c3-0c45-4042-859b-9531e311ef90 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.1095705
Apr 20 19:35:25.141681 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a2c470f4-5eac-42be-8189-98c503a44b01 req-fc782fcf-56d4-47ae-bb0f-93b46c79b14f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424664
Apr 20 19:35:26.357455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9cb51-f236-4827-a25d-9aaadc13a722 req-e92a7bf2-7634-46af-908d-3ed7f2d19a2b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:26.359040 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6cb9cb51-f236-4827-a25d-9aaadc13a722 req-e92a7bf2-7634-46af-908d-3ed7f2d19a2b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 946 time: 0.0945525
Apr 20 19:35:26.409162 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6cb9cb51-f236-4827-a25d-9aaadc13a722 req-89c9dd48-9a36-4683-b4f7-6178a5bb3f40 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435965
Apr 20 19:35:26.650579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:35:26.779918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:26.817037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:35:26.828877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:26.833420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:26.835393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:35:26.875840 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'code': 422} returned with failed status
Apr 20 19:35:26.911316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=8']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:35:26.915026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:35:27.439629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-83484afc-75a5-46cf-b417-d47acf512bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:27.968528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781fd42-8b10-42b8-ba96-e342aee9862a req-3178fc17-8795-49bd-89d9-8058d4f38918 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:27.970195 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a781fd42-8b10-42b8-ba96-e342aee9862a req-3178fc17-8795-49bd-89d9-8058d4f38918 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0941238
Apr 20 19:35:28.025977 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a781fd42-8b10-42b8-ba96-e342aee9862a req-9a5ffc00-00c2-483d-91ef-2155c3093033 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484242
Apr 20 19:35:28.195194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37734) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:35:28.323782 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-854e9707-f875-445f-bbdb-2e09c4562d9b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1272945
Apr 20 19:35:28.513056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:28.626623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:28.800736 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:28.911731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-21c17c9a-a01b-4450-91a5-13c52ee77555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:28.913244 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-21c17c9a-a01b-4450-91a5-13c52ee77555 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633&tenant_id=7899154aeb3b4d1387b43d42a0a50996 HTTP/1.1" status: 200  len: 1097 time: 0.0917397
Apr 20 19:35:29.036840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-acf1df02-f2f2-40c2-a16e-56c6ab1bfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:29.038500 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-acf1df02-f2f2-40c2-a16e-56c6ab1bfa93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 1097 time: 0.0907269
Apr 20 19:35:29.204388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-9b015dab-d45f-44e5-9dd3-1f14bafd25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:29.206039 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-9b015dab-d45f-44e5-9dd3-1f14bafd25ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 917 time: 0.1604035
Apr 20 19:35:29.256096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dcbf0-cb2d-4e30-80f7-a418b40f061a req-cb8bf936-c655-406b-9759-6dc22d9d81f6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:29.257924 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-999dcbf0-cb2d-4e30-80f7-a418b40f061a req-cb8bf936-c655-406b-9759-6dc22d9d81f6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0953324
Apr 20 19:35:29.310422 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-999dcbf0-cb2d-4e30-80f7-a418b40f061a req-6841b398-9218-4c0d-967d-550325721296 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456674
Apr 20 19:35:29.414555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:29.601571 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-71f6b4b8-f575-47c8-aef7-50301c4cb45a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a21964-a28d-45cc-b821-a61ffedb9528 HTTP/1.1" status: 200  len: 1000 time: 0.3761981
Apr 20 19:35:29.677864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-6d15036d-2aaa-4b40-a7d4-d45581b62378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:29.679419 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-6d15036d-2aaa-4b40-a7d4-d45581b62378 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.0696681
Apr 20 19:35:29.767513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-0e98da28-6701-4b43-9add-405c0beeec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:29.769121 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-0e98da28-6701-4b43-9add-405c0beeec98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810781
Apr 20 19:35:29.913602 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-7feace96-52e9-401a-b620-da0fb966acdd service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373844
Apr 20 19:35:30.057582 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e02f65b3-a900-436b-a24d-8dfae9654610 req-b6cabfaf-3312-4c4b-81f2-4464c3a50ed2 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370444
Apr 20 19:35:30.529576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79412af4-6f50-41e1-a7d8-7544e419ecc6 req-cf1d5fc0-6a69-4f77-97c2-23dc3663afcd tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:30.532635 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-79412af4-6f50-41e1-a7d8-7544e419ecc6 req-cf1d5fc0-6a69-4f77-97c2-23dc3663afcd tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0962582
Apr 20 19:35:30.583122 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-79412af4-6f50-41e1-a7d8-7544e419ecc6 req-0807a042-50a9-483d-adfe-defb0eb23a21 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438628
Apr 20 19:35:30.683339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:35:31.820418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18340df-9e5f-468f-ad82-57cabfffbd0e req-da2849c5-ca91-426b-940e-df435fe5ceea tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:31.822156 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c18340df-9e5f-468f-ad82-57cabfffbd0e req-da2849c5-ca91-426b-940e-df435fe5ceea tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.1058321
Apr 20 19:35:31.872984 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c18340df-9e5f-468f-ad82-57cabfffbd0e req-04d40fe5-f359-4578-a8ce-afa2c5c489f7 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444090
Apr 20 19:35:33.096073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20815436-60d1-485f-ac37-a459a391c3f3 req-696fb4ee-ec60-488b-b0ba-577ff84e67cc tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:33.097842 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-20815436-60d1-485f-ac37-a459a391c3f3 req-696fb4ee-ec60-488b-b0ba-577ff84e67cc tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.1001141
Apr 20 19:35:33.148154 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-20815436-60d1-485f-ac37-a459a391c3f3 req-1ec8c7e9-78b0-4b0c-9a53-e92e48c7f945 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438645
Apr 20 19:35:34.365683 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6310845-2e18-4d26-9aef-f797271709b4 req-1f272712-2e22-4cb3-a226-8991cc8dd04f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:34.367961 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c6310845-2e18-4d26-9aef-f797271709b4 req-1f272712-2e22-4cb3-a226-8991cc8dd04f tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0936067
Apr 20 19:35:34.433439 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c6310845-2e18-4d26-9aef-f797271709b4 req-ed3d4bb4-5a29-4b84-80a7-76ea9ee0f390 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582647
Apr 20 19:35:35.659557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf9a56-993b-4c37-adb7-fdf3788c640a req-5453d5b5-7cb8-4784-8d5f-1918c0811ed3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:35.661238 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0caf9a56-993b-4c37-adb7-fdf3788c640a req-5453d5b5-7cb8-4784-8d5f-1918c0811ed3 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.1048937
Apr 20 19:35:35.715414 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0caf9a56-993b-4c37-adb7-fdf3788c640a req-b1bf56d6-1ff8-4122-a869-f48dc8da4c0e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476847
Apr 20 19:35:36.937036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ccc06-5385-45dd-8f6d-f71d71305da3 req-d86863c9-b9f4-41f3-854e-2db09c199271 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:36.938894 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b98ccc06-5385-45dd-8f6d-f71d71305da3 req-d86863c9-b9f4-41f3-854e-2db09c199271 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0957017
Apr 20 19:35:36.990196 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b98ccc06-5385-45dd-8f6d-f71d71305da3 req-8d1d69b8-be99-47ed-b46f-6f7490d956ed tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443659
Apr 20 19:35:38.210972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5666e-ce5c-47e8-8a6f-25aba0d4e04c req-15da5043-bc43-4365-bc5f-c288767f05ab tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:38.212600 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-67c5666e-ce5c-47e8-8a6f-25aba0d4e04c req-15da5043-bc43-4365-bc5f-c288767f05ab tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0909100
Apr 20 19:35:38.263528 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-67c5666e-ce5c-47e8-8a6f-25aba0d4e04c req-1d252c56-767f-4891-b77b-6ccbb3425350 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430620
Apr 20 19:35:39.485860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a06b83-726f-4fa6-bd35-936fe75c4e11 req-e1a52955-de82-4084-be0e-860a46153739 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:39.487528 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-30a06b83-726f-4fa6-bd35-936fe75c4e11 req-e1a52955-de82-4084-be0e-860a46153739 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0979605
Apr 20 19:35:39.546714 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-30a06b83-726f-4fa6-bd35-936fe75c4e11 req-ab5c6590-6bef-45f0-9c98-202bf41d0d99 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511451
Apr 20 19:35:40.766565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ba065-812c-4f2a-9454-b711c2cf3cf8 req-57a2a7ba-5cd0-4b0d-9110-17f7adb63795 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:40.768226 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-389ba065-812c-4f2a-9454-b711c2cf3cf8 req-57a2a7ba-5cd0-4b0d-9110-17f7adb63795 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0921638
Apr 20 19:35:40.821222 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-389ba065-812c-4f2a-9454-b711c2cf3cf8 req-339ec742-3108-4a0b-bb48-925ed3c8ed2d tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461428
Apr 20 19:35:42.038034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b6bee-3d81-4cc2-a27e-6d991a05f72d req-80f25d98-c5cb-40a6-b86c-a590645be916 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:42.039652 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-743b6bee-3d81-4cc2-a27e-6d991a05f72d req-80f25d98-c5cb-40a6-b86c-a590645be916 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0954745
Apr 20 19:35:42.088239 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-743b6bee-3d81-4cc2-a27e-6d991a05f72d req-ed6ff95b-d611-4323-8ab2-5f55bf1ad8f8 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422151
Apr 20 19:35:43.300040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae793ff-5044-46f6-915a-068b43c38b46 req-558a1609-520f-4394-9269-8917afa7e291 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:43.301661 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8ae793ff-5044-46f6-915a-068b43c38b46 req-558a1609-520f-4394-9269-8917afa7e291 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0929890
Apr 20 19:35:43.351020 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8ae793ff-5044-46f6-915a-068b43c38b46 req-796e59bf-c5db-40e8-a151-be201fbd3f89 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418863
Apr 20 19:35:44.559503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ce893-b91a-43f8-aec4-58bf7106c0ee req-877c75b8-27fd-4457-ad3d-3f7e8abe4e79 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:44.561126 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-202ce893-b91a-43f8-aec4-58bf7106c0ee req-877c75b8-27fd-4457-ad3d-3f7e8abe4e79 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 944 time: 0.0899472
Apr 20 19:35:44.610067 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-202ce893-b91a-43f8-aec4-58bf7106c0ee req-88256260-70fc-4bbf-ad45-c1c9d20906c1 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418289
Apr 20 19:35:44.742209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:35:44.889908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:44.904720 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'port_id': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'mac_address': 'fa:16:3e:70:f2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:35:44.968127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:44.987107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a21964-a28d-45cc-b821-a61ffedb9528 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:35:45.004582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:45.007606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:45.009628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:35:45.083534 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=9']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:35:45.087184 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:35:45.323160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['a3a21964-a28d-45cc-b821-a61ffedb9528'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:35:45.823687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6463bd-f60f-4639-bec4-781cbfa8d01d req-e6938080-9a67-4888-af51-3840ddedbb67 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:45.825317 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9f6463bd-f60f-4639-bec4-781cbfa8d01d req-e6938080-9a67-4888-af51-3840ddedbb67 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 945 time: 0.0929379
Apr 20 19:35:45.875731 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9f6463bd-f60f-4639-bec4-781cbfa8d01d req-115100e0-5d76-4dab-b4a4-d57c5cebc093 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430558
Apr 20 19:35:46.740672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:35:46.814432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port a3a21964-a28d-45cc-b821-a61ffedb9528 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:35:46.814842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:46.942650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:46.972266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:35:46.983055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:35:46.986213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:46.988191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:35:47.028829 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'code': 200}
Apr 20 19:35:47.067322 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=10']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:35:47.070532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:35:47.103644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78477c84-0fcb-4d91-8708-855589a48173 req-c93c92a7-d30a-413e-818b-b32600f7b715 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:47.105261 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-78477c84-0fcb-4d91-8708-855589a48173 req-c93c92a7-d30a-413e-818b-b32600f7b715 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 947 time: 0.1008291
Apr 20 19:35:47.158541 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-78477c84-0fcb-4d91-8708-855589a48173 req-e7f6466b-7ac8-4bde-a6dc-8776d660c20e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463431
Apr 20 19:35:47.327080 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63802d-9829-4130-b059-5932a3ed2196 req-456bc4f3-582c-4d80-9497-6149efadcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:47.329505 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8c63802d-9829-4130-b059-5932a3ed2196 req-456bc4f3-582c-4d80-9497-6149efadcae8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 1100 time: 0.0784717
Apr 20 19:35:47.371110 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8c63802d-9829-4130-b059-5932a3ed2196 req-c300522e-19c1-4eea-8961-6f74f7645345 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354838
Apr 20 19:35:48.368581 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1c41e-c332-4a90-b7fd-7aa77a311d5b req-20f4ebb0-0575-4be5-ba87-966369be3b9e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:48.370274 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1fb1c41e-c332-4a90-b7fd-7aa77a311d5b req-20f4ebb0-0575-4be5-ba87-966369be3b9e tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 947 time: 0.0904610
Apr 20 19:35:48.431679 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1fb1c41e-c332-4a90-b7fd-7aa77a311d5b req-bd37df90-fbad-497f-9a4c-71682d9f9940 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543261
Apr 20 19:35:49.247030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:35:49.650572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e95bf-f8c2-427b-a81c-7669864e8e8d req-c9a61913-9b85-4328-9000-461fc6510b6c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:49.652186 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ce2e95bf-f8c2-427b-a81c-7669864e8e8d req-c9a61913-9b85-4328-9000-461fc6510b6c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 947 time: 0.0949438
Apr 20 19:35:49.700217 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ce2e95bf-f8c2-427b-a81c-7669864e8e8d req-92315d5f-a063-45ff-9d76-eb170d4d9516 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407295
Apr 20 19:35:55.035039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8150b9b6-f790-495c-b5b4-0847759da55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:57.442327 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38d1286e-41ee-46d1-a1a8-8574e4836df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:58.410998 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00579d5-00aa-4552-9ec5-1dfff8511352 req-7fb46eef-0cdd-4e6f-9ea7-c97774c63c53 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:58.412618 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e00579d5-00aa-4552-9ec5-1dfff8511352 req-7fb46eef-0cdd-4e6f-9ea7-c97774c63c53 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 946 time: 0.0894969
Apr 20 19:35:58.462280 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e00579d5-00aa-4552-9ec5-1dfff8511352 req-8d902cb6-ba8a-4655-ab57-2783b049d464 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433254
Apr 20 19:35:58.513512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:58.636817 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:58.801431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:59.413316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:59.670038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06ce30-79fa-4a04-bd5e-b742a069e8b1 req-b313dad4-df85-4ee7-8ec3-47d61e4c293e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:35:59.671557 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ab06ce30-79fa-4a04-bd5e-b742a069e8b1 req-b313dad4-df85-4ee7-8ec3-47d61e4c293e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 946 time: 0.0918896
Apr 20 19:35:59.720106 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ab06ce30-79fa-4a04-bd5e-b742a069e8b1 req-2a151bcd-7aef-490b-9cd1-862b4364f175 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409334
Apr 20 19:36:00.304138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-3b9b4621-48f4-4dde-8ac3-0ea8d6c58248 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:00.304916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-3b9b4621-48f4-4dde-8ac3-0ea8d6c58248 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Synchronizing usage tracker for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:36:00.319130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-3b9b4621-48f4-4dde-8ac3-0ea8d6c58248 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Unset dirty status for tenant:ca2fcc0eb6e6446fb2f6b877d41b57d1 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:36:00.320302 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-3b9b4621-48f4-4dde-8ac3-0ea8d6c58248 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 946 time: 0.1047139
Apr 20 19:36:00.400339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Deleting port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:00.400643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:00.668266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] For port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:00.668600 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:00.922276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132fdb0-9c52-4624-a5c3-c23737dcf76d req-4cd5cd06-92d7-4203-8e5b-5ee2ebcf64fe tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:00.924948 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2132fdb0-9c52-4624-a5c3-c23737dcf76d req-4cd5cd06-92d7-4203-8e5b-5ee2ebcf64fe tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 946 time: 0.0898108
Apr 20 19:36:00.977326 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-2132fdb0-9c52-4624-a5c3-c23737dcf76d req-0b30a3ac-4cc0-404b-acc0-8f7387c85416 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups?id=b20593af-9666-4dbb-8bce-d1bba1c28ae9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458739
Apr 20 19:36:00.986907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:00.987328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:00.987685 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Floating IP 76a38cc6-8b0d-4990-8315-050b72a477d5 disassociated. External IP: 172.27.2.29, port: 75aa08dc-b593-4a52-a8d8-8a5392fa4f68.
Apr 20 19:36:00.988071 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Calling delete_port for 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:01.137372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:01.143009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-24683188-4e87-4318-b6be-84a1ae367e9f tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:01.194226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event deleted for resources: {'Port': ['ID=75aa08dc-b593-4a52-a8d8-8a5392fa4f68,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:01.204591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.205036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.205444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.205846 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.206240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.206636 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.207035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.207428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.207822 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.208213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.208603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.209022 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:01.212638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:01.398949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:36:01.588347 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:36:01.600892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] Sync routers for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:36:01.613006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:36:01.613698 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5b71a20>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:35:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:01.673179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] No DVR routers for this DVR port 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 on host hv-cinder-78726 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:36:01.675944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:01.678986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'name': 'network-vif-deleted', 'tag': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:36:01.700398 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-180841c1-debd-4acf-ae49-e0f96af49d60 req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.55 "DELETE /v2.0/ports/75aa08dc-b593-4a52-a8d8-8a5392fa4f68 HTTP/1.1" status: 204  len: 173 time: 1.3700399
Apr 20 19:36:01.734761 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa4727d-dc25-4f4e-91ad-32dffa17a241', 'name': 'network-vif-deleted', 'tag': '75aa08dc-b593-4a52-a8d8-8a5392fa4f68', 'status': 'completed', 'code': 200}
Apr 20 19:36:01.811101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:36:02.166262 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5c667974-3991-4d0a-b0fc-937164a2e352 req-82dadffa-ac1a-46b0-baf2-55310c08b1b7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa4727d-dc25-4f4e-91ad-32dffa17a241 HTTP/1.1" status: 200  len: 210 time: 0.0521703
Apr 20 19:36:02.311999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5b71a20>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:02.316816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] Checking router: 81e2f8f9-09cd-47f4-949b-715ce1a995f5 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:36:02.325843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:36:02.326504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5b71a20>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:35:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:02.522743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:36:02.849500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5b71a20>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:02.853570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3cf22-648c-4797-852b-5aa4a4429117 None None] The sync data for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi is: [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:29:14Z', 'revision_number': 4, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca', 'name': '', 'network_id': 'f4427720-1bf7-4b3c-8e43-4a0696109808', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'mac_address': 'fa:16:3e:d9:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:10Z', 'updated_at': '2021-04-20T19:29:26Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'subnets': [{'id': '6ba2e352-73c8-40b2-b5fa-c14e98ff339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:36:03.208735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad36e1f-58ef-407b-9ac7-663be7a38041 None None] New status for floating IP 76a38cc6-8b0d-4990-8315-050b72a477d5: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:36:03.301245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37974) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:03.370373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-06d3deea-910d-4190-b331-46f35b300705 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:03.400089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-06d3deea-910d-4190-b331-46f35b300705 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:03.449365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-06d3deea-910d-4190-b331-46f35b300705 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:03.455589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d939b87d-a37d-4e65-b2f6-7058fb7e6e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:03.472503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3deea-910d-4190-b331-46f35b300705 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20593af-9666-4dbb-8bce-d1bba1c28ae9,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:03.476981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-06d3deea-910d-4190-b331-46f35b300705 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:03.481039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-06d3deea-910d-4190-b331-46f35b300705 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:03.482346 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-06d3deea-910d-4190-b331-46f35b300705 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "DELETE /v2.0/security-groups/b20593af-9666-4dbb-8bce-d1bba1c28ae9 HTTP/1.1" status: 204  len: 168 time: 0.1800506
Apr 20 19:36:03.485453 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37978) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:03.504576 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.v2.resource [None req-52863047-b8f2-4c16-b98d-a56d8c6861f7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] show failed (client error): The resource could not be found.
Apr 20 19:36:03.505707 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-52863047-b8f2-4c16-b98d-a56d8c6861f7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "GET /v2.0/security-groups/b20593af-9666-4dbb-8bce-d1bba1c28ae9 HTTP/1.1" status: 404  len: 347 time: 0.0191176
Apr 20 19:36:03.508741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 37982) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:03.678126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Deleting port 9435855a-d746-4044-ba7a-00f80265d3f9 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:03.678429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:03.854455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:03.854825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:03.985812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Calling delete_port for 9435855a-d746-4044-ba7a-00f80265d3f9 owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:04.125160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:04.130273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:04.436968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Pushing event deleted for resources: {'Port': ['ID=9435855a-d746-4044-ba7a-00f80265d3f9,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:04.439776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:04.503125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks [] for floatingip, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:04.517698 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:04.518943 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e5d24a5c-ed2e-4fd8-8101-9a951ca4efa7 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] 10.222.0.38 "DELETE /v2.0/floatingips/76a38cc6-8b0d-4990-8315-050b72a477d5 HTTP/1.1" status: 204  len: 168 time: 1.0092213
Apr 20 19:36:04.743337 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-e9e78ebb-ab1c-4508-92c2-f4c79efcf393 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0898049
Apr 20 19:36:04.869831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:36:04.906843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:36:04.907847 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 75aa08dc-b593-4a52-a8d8-8a5392fa4f68 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:36:04.916138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-aa704ee3-359c-4523-9bc6-f93734f39fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:04.917775 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-aa704ee3-359c-4523-9bc6-f93734f39fd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7899154aeb3b4d1387b43d42a0a50996&device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 1100 time: 0.0824232
Apr 20 19:36:05.076391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-c4927ec1-5136-4e15-8d43-6ce39ef83990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:05.077980 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-c4927ec1-5136-4e15-8d43-6ce39ef83990 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 200  len: 917 time: 0.1399164
Apr 20 19:36:05.191242 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-ea9d2317-e196-4cf8-bb76-5d197ea29bb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a21964-a28d-45cc-b821-a61ffedb9528 HTTP/1.1" status: 200  len: 1002 time: 0.1062350
Apr 20 19:36:05.270842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-ea4ad9a8-20f0-4d58-92b8-0dd811b8ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:05.272394 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-ea4ad9a8-20f0-4d58-92b8-0dd811b8ce2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 200  len: 855 time: 0.0746250
Apr 20 19:36:05.357880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-8ea4d326-f3b6-49f6-a17c-b998610b6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:05.359448 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-8ea4d326-f3b6-49f6-a17c-b998610b6f7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82da78ec-751b-430a-a7da-562971e5fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801208
Apr 20 19:36:05.502924 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-0c7feef4-ce06-4a5b-8178-349877e35408 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363153
Apr 20 19:36:05.642212 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a7b6ea46-dfed-4bf3-b4e9-3afc12899afc req-128ceaf8-53a3-4cb8-9fcc-f58b15247cd4 service neutron] 10.222.0.55 "GET /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325135
Apr 20 19:36:08.590082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38012) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:09.273562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673113'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:09.643520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Deleting port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:09.644045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:09.826061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] For port 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:09.826471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:09.961144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Calling delete_port for 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:10.267689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:10.272508 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5e2bfc24-c5fa-4b5a-872a-7fb27a334671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:10.322307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:10.576276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:10.828281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852957278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673191'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:11.214493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:36:11.416236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:36:11.426098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] Sync routers for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:36:11.430080 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2658ef00-980d-4e34-a986-a47731c750c0 admin admin] 10.222.0.38 "PUT /v2.0/routers/81e2f8f9-09cd-47f4-949b-715ce1a995f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8388391
Apr 20 19:36:11.432827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38020) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:11.436541 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:36:11.437246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4dba908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:35:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:11.621351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:11.630694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:36:11.812457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:11.821027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Deleting port b976f812-7cde-4c06-8a72-dc6058959e64 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:11.821405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:11.936351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4dba908>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:36:10Z', 'revision_number': 5, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port': {'id': 'b976f812-7cde-4c06-8a72-dc6058959e64', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:11.940679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] Checking router: 81e2f8f9-09cd-47f4-949b-715ce1a995f5 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:36:11.949580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] Routers {'81e2f8f9-09cd-47f4-949b-715ce1a995f5'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:36:11.950240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4dba908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:35:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:12.007907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] For port b976f812-7cde-4c06-8a72-dc6058959e64, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b976f812-7cde-4c06-8a72-dc6058959e64,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:12.008313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:12.114997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] Set router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 gateway port host: None {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:36:12.148967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Calling delete_port for b976f812-7cde-4c06-8a72-dc6058959e64 owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:12.236139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4dba908>, [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:36:11Z', 'revision_number': 6, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port_host': None}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:12.240330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d195ae0-1198-4210-9432-b1e570ba76c2 None None] The sync data for ids ['81e2f8f9-09cd-47f4-949b-715ce1a995f5'] in dv-cinder-787264-1-iscsi is: [{'id': '81e2f8f9-09cd-47f4-949b-715ce1a995f5', 'name': 'tempest-AttachVolumeTestJSON-386838035-router', 'tenant_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:58Z', 'updated_at': '2021-04-20T19:36:11Z', 'revision_number': 6, 'project_id': 'ca2fcc0eb6e6446fb2f6b877d41b57d1', 'gw_port_host': None}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:36:12.328365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:12.334236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:12.381280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b976f812-7cde-4c06-8a72-dc6058959e64,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:12.386376 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:12.495100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853078682'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:12.683654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853090502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2212'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:12.686279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:12.775087 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1674878'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:12.775646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e2f8f9-09cd-47f4-949b-715ce1a995f5 {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:36:12.789396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:12.790611 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] 10.222.0.38 "DELETE /v2.0/routers/81e2f8f9-09cd-47f4-949b-715ce1a995f5 HTTP/1.1" status: 204  len: 168 time: 1.3568141
Apr 20 19:36:12.793273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38024) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:13.091918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecd55b6-f45b-48b1-8c2a-1851ec0fa122 admin admin] Deleting subnet 6ba2e352-73c8-40b2-b5fa-c14e98ff339d {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:36:13.095086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2ecd55b6-f45b-48b1-8c2a-1851ec0fa122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:13.146569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2ecd55b6-f45b-48b1-8c2a-1851ec0fa122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850814827'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:13.271953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2ecd55b6-f45b-48b1-8c2a-1851ec0fa122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:13.535349 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2ecd55b6-f45b-48b1-8c2a-1851ec0fa122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2103971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3167948'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:13.540320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:13.576362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd55b6-f45b-48b1-8c2a-1851ec0fa122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba2e352-73c8-40b2-b5fa-c14e98ff339d,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:13.580167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2ecd55b6-f45b-48b1-8c2a-1851ec0fa122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:13.581242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2ecd55b6-f45b-48b1-8c2a-1851ec0fa122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:13.586086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe165c2-535e-47c8-95a2-bd5f9ff7eab6 None None] Network f4427720-1bf7-4b3c-8e43-4a0696109808 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:36:13.587484 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2ecd55b6-f45b-48b1-8c2a-1851ec0fa122 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6ba2e352-73c8-40b2-b5fa-c14e98ff339d HTTP/1.1" status: 204  len: 168 time: 0.7931688
Apr 20 19:36:13.590110 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38028) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:13.706878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:13.717991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Deleting port d6431639-2676-4a23-9c4e-9bac3be64f56 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:13.718302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:13.853597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] DHCP port deletion for f4427720-1bf7-4b3c-8e43-4a0696109808 request from dv-cinder-787264-1-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:36:13.858262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] Deleting port d6431639-2676-4a23-9c4e-9bac3be64f56 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:13.858695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:13.946407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] For port d6431639-2676-4a23-9c4e-9bac3be64f56, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d6431639-2676-4a23-9c4e-9bac3be64f56,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:13.946801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:14.078650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Calling delete_port for d6431639-2676-4a23-9c4e-9bac3be64f56 owned by network:dhcp {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:14.081259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] For port d6431639-2676-4a23-9c4e-9bac3be64f56, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d6431639-2676-4a23-9c4e-9bac3be64f56,segment=NetworkSegment(2ac23387-e082-464b-ad7b-0d8757146c8a),segment_id=2ac23387-e082-464b-ad7b-0d8757146c8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:14.081747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:14.158591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:14.163569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:14.218605 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d6431639-2676-4a23-9c4e-9bac3be64f56,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:14.221803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] No DVR routers for this DVR port d6431639-2676-4a23-9c4e-9bac3be64f56 on host dv-cinder-787264-1-iscsi {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:36:14.224461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:14.354160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:14.376111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] Calling delete_port for d6431639-2676-4a23-9c4e-9bac3be64f56 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:14.406304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:36:14.451972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:36:14.452369 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 38f6a3e3-a6b4-46fe-bd1a-9aa9fc3b0dca not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:36:14.452887 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b976f812-7cde-4c06-8a72-dc6058959e64 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:36:14.473161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a403deb8>,) {'filters': {'network_id': ['f4427720-1bf7-4b3c-8e43-4a0696109808']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:14.486304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a403deb8>, '2ac23387-e082-464b-ad7b-0d8757146c8a') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:14.486648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a403deb8>, '2ac23387-e082-464b-ad7b-0d8757146c8a') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:14.498959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:14.500436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: b976f812-7cde-4c06-8a72-dc6058959e64 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:36:14.500892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b976f812-7cde-4c06-8a72-dc6058959e64 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:36:14.501369 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d6431639-2676-4a23-9c4e-9bac3be64f56 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:36:14.518210 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:14.524510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:36:14.548124 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: d6431639-2676-4a23-9c4e-9bac3be64f56 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:36:14.548487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d6431639-2676-4a23-9c4e-9bac3be64f56 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:36:14.637363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:36:14.637709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:36:14.704277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Network f4427720-1bf7-4b3c-8e43-4a0696109808 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:36:14.713348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:14.896043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Network f4427720-1bf7-4b3c-8e43-4a0696109808 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:36:14.919282 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:36:15.003771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:15.007573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6939cb9f-dd21-4ea9-9ab8-07e4b2d74532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:15.021808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:15.033068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4427720-1bf7-4b3c-8e43-4a0696109808,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:15.036340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:15.046101 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] 10.222.0.38 "DELETE /v2.0/networks/f4427720-1bf7-4b3c-8e43-4a0696109808 HTTP/1.1" status: 204  len: 168 time: 1.4549737
Apr 20 19:36:15.138725 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] Deleting port d6431639-2676-4a23-9c4e-9bac3be64f56 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:15.139241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:15.167200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38034) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:15.214411 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-f9f32d61-423a-4e89-a6a5-fad001ae338b None None] The port 'd6431639-2676-4a23-9c4e-9bac3be64f56' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:36:15.221692 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9bff27a0-90c4-42b6-bced-24695ed14829 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca2fcc0eb6e6446fb2f6b877d41b57d1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0531750
Apr 20 19:36:15.224304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38038) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:15.286944 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0deb-bd18-41b8-9db6-21906bf71d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:15.319892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0deb-bd18-41b8-9db6-21906bf71d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:15.367860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0deb-bd18-41b8-9db6-21906bf71d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:15.373045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-346c24cb-f4d3-46b4-90e4-70e064767cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:15.389033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba0deb-bd18-41b8-9db6-21906bf71d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63640fdd-7f2e-42ad-88d0-d45d9a1aa20e,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:15.392221 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d6ba0deb-bd18-41b8-9db6-21906bf71d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:15.394354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0deb-bd18-41b8-9db6-21906bf71d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:15.395841 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d6ba0deb-bd18-41b8-9db6-21906bf71d88 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63640fdd-7f2e-42ad-88d0-d45d9a1aa20e HTTP/1.1" status: 204  len: 168 time: 0.1702216
Apr 20 19:36:17.288039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38090) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:17.414299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:17.429882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:36:17.434090 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Usage tracker for resource:security_group_rule and tenant:6d09ba0bd3584daf91f2ef37f4d81c6d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:36:17.437101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:36:17.443100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:36:17.533188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:17.535868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:17.544733 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d6ba0deb-bd18-41b8-9db6-21906bf71d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:17.587316 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d09ba0bd3584daf91f2ef37f4d81c6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2981403
Apr 20 19:36:17.588333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d86eda-3567-413b-a950-59ec88ae647a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:17.590243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38098) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:17.591569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:17.653596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:17.681116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:17.725251 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:17.730170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6dc75b69-4908-49dc-96d3-78c1417418b4 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:17.745949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d86eda-3567-413b-a950-59ec88ae647a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:17.756216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.756631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.757069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.757475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.757875 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.758275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.758671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.759066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.759461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.759854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.760248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.760634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:36:17.763395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:17.764584 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56d86eda-3567-413b-a950-59ec88ae647a HTTP/1.1" status: 204  len: 168 time: 0.1731758
Apr 20 19:36:17.765545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-55028700-14bc-4061-b23d-3f7358754f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:18.049902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38106) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:18.070120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:18.086635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:36:18.090946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf13536cbed43aab68be5b5cc26b50c is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:36:18.094056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:36:18.100197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:36:18.187935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:18.191234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:18.199952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f4364eb5-6afe-487b-bc18-11d40dd20310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:18.243229 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ddf13536cbed43aab68be5b5cc26b50c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921299
Apr 20 19:36:18.244186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f7dbe1-2136-47ce-b8c3-27bd6f9eaa3d,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:18.246240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38110) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:18.247478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:18.309574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da63c14c-c124-45b2-bb72-5b712a212b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:18.337003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da63c14c-c124-45b2-bb72-5b712a212b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:18.381910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da63c14c-c124-45b2-bb72-5b712a212b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:18.387010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-445e9050-7145-426d-bbef-3f776ef2022d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:18.401123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63c14c-c124-45b2-bb72-5b712a212b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f7dbe1-2136-47ce-b8c3-27bd6f9eaa3d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:18.404250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-da63c14c-c124-45b2-bb72-5b712a212b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:18.405255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-da63c14c-c124-45b2-bb72-5b712a212b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:18.406787 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-da63c14c-c124-45b2-bb72-5b712a212b57 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20f7dbe1-2136-47ce-b8c3-27bd6f9eaa3d HTTP/1.1" status: 204  len: 168 time: 0.1594348
Apr 20 19:36:23.424626 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd90d5-8a58-4af4-96a9-532c62b1f1b9 req-5801d528-0dc0-4175-b5bb-ca85db007e60 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:23.426214 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-76cd90d5-8a58-4af4-96a9-532c62b1f1b9 req-5801d528-0dc0-4175-b5bb-ca85db007e60 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 947 time: 0.0934174
Apr 20 19:36:23.475028 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-76cd90d5-8a58-4af4-96a9-532c62b1f1b9 req-6c50d4c8-b48b-4c34-be08-5a7387bef9c6 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423036
Apr 20 19:36:24.687004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a0bc4-ce9b-41ce-8403-028cc057cf5a req-164daa00-f860-491b-8140-e4af1b29650b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:24.689360 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1e0a0bc4-ce9b-41ce-8403-028cc057cf5a req-164daa00-f860-491b-8140-e4af1b29650b tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 947 time: 0.0905173
Apr 20 19:36:24.736494 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1e0a0bc4-ce9b-41ce-8403-028cc057cf5a req-0ca87021-f710-47f5-adb4-018914ec8e5c tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407717
Apr 20 19:36:25.036126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bf3d05ba-69ab-4e7d-b522-cea138788eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:26.247525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:36:26.312097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cfa5e-3fe0-41a8-9647-038472171a4e req-d29238ce-3fa8-4e22-9efa-120c94ee13d5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:26.314271 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ba6cfa5e-3fe0-41a8-9647-038472171a4e req-d29238ce-3fa8-4e22-9efa-120c94ee13d5 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 947 time: 0.3140764
Apr 20 19:36:26.364061 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ba6cfa5e-3fe0-41a8-9647-038472171a4e req-e503582e-819f-4b57-bd35-e87db9283464 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups?id=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429196
Apr 20 19:36:26.692260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-446e928c-32ff-4820-aac4-a22e25f6fc95 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:36:26.692968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-446e928c-32ff-4820-aac4-a22e25f6fc95 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Synchronizing usage tracker for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:36:26.707338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-446e928c-32ff-4820-aac4-a22e25f6fc95 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Unset dirty status for tenant:7899154aeb3b4d1387b43d42a0a50996 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:36:26.708504 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-446e928c-32ff-4820-aac4-a22e25f6fc95 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 947 time: 0.1027229
Apr 20 19:36:26.788808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Deleting port a3a21964-a28d-45cc-b821-a61ffedb9528 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:26.789193 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:27.044057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] For port a3a21964-a28d-45cc-b821-a61ffedb9528, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a3a21964-a28d-45cc-b821-a61ffedb9528,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:27.044456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:27.350930 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:27.351437 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:27.351674 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Floating IP 0443c63e-5962-4e1a-87a8-6b1944d4d909 disassociated. External IP: 172.27.2.206, port: a3a21964-a28d-45cc-b821-a61ffedb9528.
Apr 20 19:36:27.352056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Calling delete_port for a3a21964-a28d-45cc-b821-a61ffedb9528 owned by compute:nova {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:27.461052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d03626ec-e58e-4c96-9cad-9233175854b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:27.512935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:27.519282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-904e3980-d6a7-4ac7-993e-f52fa68408db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:27.550248 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7dba4a4c-ce49-4f21-805b-8132bedeba2f req-309ddd79-b916-4dd7-9201-5338e1aa0c39 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 210 time: 0.0507410
Apr 20 19:36:27.572090 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event deleted for resources: {'Port': ['ID=a3a21964-a28d-45cc-b821-a61ffedb9528,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:27.575686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:27.777920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:36:27.976314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:36:27.986913 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] Sync routers for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:36:27.997568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:36:27.998776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5be7da0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:36:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:28.058261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] No DVR routers for this DVR port a3a21964-a28d-45cc-b821-a61ffedb9528 on host hv-cinder-78726 {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:36:28.060976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:28.064455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-deleted', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:36:28.112151 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d32d47b-ef6c-42dd-ac86-739a42d8cb84 req-41ef1586-5c73-409b-aef1-4468d3953009 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.55 "DELETE /v2.0/ports/a3a21964-a28d-45cc-b821-a61ffedb9528 HTTP/1.1" status: 204  len: 173 time: 1.3976877
Apr 20 19:36:28.123821 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3257299-ff9d-47e8-862f-5d8becad1633', 'name': 'network-vif-deleted', 'tag': 'a3a21964-a28d-45cc-b821-a61ffedb9528', 'status': 'completed', 'code': 200}
Apr 20 19:36:28.254096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:36:28.516669 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:28.594998 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5be7da0>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:28.599601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] Checking router: 22696437-f6e4-4a1f-bfcf-5b93ee44b311 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:36:28.608779 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:36:28.609442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5be7da0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:36:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:28.637879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:28.743987 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58c7c6e8-b91c-43c6-8c1c-947111eb0208 req-dd80d67e-950a-4796-9518-6f71f58a0d16 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3257299-ff9d-47e8-862f-5d8becad1633 HTTP/1.1" status: 200  len: 210 time: 0.0549471
Apr 20 19:36:28.807079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:28.963094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:36:29.287848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5be7da0>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:29.292911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246406d-6d02-4e35-98de-2253ac2e3776 None None] The sync data for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi is: [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:29:05Z', 'revision_number': 4, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3bc47d69-9136-4a3c-aa4a-582658f7b2c4', 'name': '', 'network_id': '82da78ec-751b-430a-a7da-562971e5fcc7', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'mac_address': 'fa:16:3e:20:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:29:01Z', 'updated_at': '2021-04-20T19:29:19Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'subnets': [{'id': '6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:36:29.417109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:29.660788 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12159752-2ffb-48fc-9541-f201d70b4ea2 None None] New status for floating IP 0443c63e-5962-4e1a-87a8-6b1944d4d909: DOWN {{(pid=86374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:36:29.887490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38248) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:29.962100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3137e357-38c1-41bb-bc26-972e4eb99217 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:29.992240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3137e357-38c1-41bb-bc26-972e4eb99217 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:30.038372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3137e357-38c1-41bb-bc26-972e4eb99217 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:30.042508 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-58760140-9e74-4fc4-a144-1bf2ef18acd1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:30.058488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137e357-38c1-41bb-bc26-972e4eb99217 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfc3909-3a1d-48d4-a1ac-6c71ec52d373,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:30.061912 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3137e357-38c1-41bb-bc26-972e4eb99217 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:30.070932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3137e357-38c1-41bb-bc26-972e4eb99217 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:30.072159 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3137e357-38c1-41bb-bc26-972e4eb99217 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "DELETE /v2.0/security-groups/9dfc3909-3a1d-48d4-a1ac-6c71ec52d373 HTTP/1.1" status: 204  len: 168 time: 0.1835923
Apr 20 19:36:30.075101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38252) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:30.094608 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.api.v2.resource [None req-41caa7b0-1374-4152-b11a-4ad672c10c45 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] show failed (client error): The resource could not be found.
Apr 20 19:36:30.095920 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-41caa7b0-1374-4152-b11a-4ad672c10c45 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "GET /v2.0/security-groups/9dfc3909-3a1d-48d4-a1ac-6c71ec52d373 HTTP/1.1" status: 404  len: 347 time: 0.0198460
Apr 20 19:36:30.099899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38256) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:30.288337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Deleting port 9081718b-8343-4489-aea6-06c2dff76f83 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:30.288750 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:30.482061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:30.482419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:30.627081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Calling delete_port for 9081718b-8343-4489-aea6-06c2dff76f83 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:30.779552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:30.784484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-54f6cade-ec2d-450d-b319-a72bb933cdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:30.835084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Pushing event deleted for resources: {'Port': ['ID=9081718b-8343-4489-aea6-06c2dff76f83,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:30.870327 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:30.930922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:30.947442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:30.948733 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] 10.222.0.38 "DELETE /v2.0/floatingips/0443c63e-5962-4e1a-87a8-6b1944d4d909 HTTP/1.1" status: 204  len: 168 time: 0.8478534
Apr 20 19:36:30.973238 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:36:31.015489 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: a3a21964-a28d-45cc-b821-a61ffedb9528 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:36:31.016422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device a3a21964-a28d-45cc-b821-a61ffedb9528 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:36:33.777227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38314) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:34.775331 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673113'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:35.147491 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Deleting port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:35.147961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:35.339640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] For port 3bc47d69-9136-4a3c-aa4a-582658f7b2c4, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3bc47d69-9136-4a3c-aa4a-582658f7b2c4,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:35.340055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:35.491130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Calling delete_port for 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:35.678910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:35.683476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f8c238f0-5d7f-4b7f-be17-acf64052a3e9 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:35.732024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc47d69-9136-4a3c-aa4a-582658f7b2c4,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:35.770450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:36.024203 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852957278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673191'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:36.409937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:36:36.598027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:36:36.607441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] Sync routers for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:36:36.612173 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] 10.222.0.38 "PUT /v2.0/routers/22696437-f6e4-4a1f-bfcf-5b93ee44b311/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8333697
Apr 20 19:36:36.614659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38340) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:36.618033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:36:36.618695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5cb7f28>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:36:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:36.811586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:36.821521 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:36:37.163163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5cb7f28>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:36:35Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:37.168266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] Checking router: 22696437-f6e4-4a1f-bfcf-5b93ee44b311 for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:36:37.181686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] Routers {'22696437-f6e4-4a1f-bfcf-5b93ee44b311'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:36:37.182379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5cb7f28>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:36:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:37.292435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:37.302572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Deleting port c0d9b58e-9293-424c-bcb2-3a337f7aeac1 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:37.303133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:37.422672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] Set router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:36:37.496631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] For port c0d9b58e-9293-424c-bcb2-3a337f7aeac1, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=c0d9b58e-9293-424c-bcb2-3a337f7aeac1,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:37.497066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:37.633443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Calling delete_port for c0d9b58e-9293-424c-bcb2-3a337f7aeac1 owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:37.737937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5cb7f28>, [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:36:35Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:37.742108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f295cb-7e92-4949-b68c-4f090794d781 None None] The sync data for ids ['22696437-f6e4-4a1f-bfcf-5b93ee44b311'] in dv-cinder-787264-1-iscsi is: [{'id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'name': 'tempest-AttachVolumeShelveTestJSON-771314699-router', 'tenant_id': '7899154aeb3b4d1387b43d42a0a50996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:52Z', 'updated_at': '2021-04-20T19:36:35Z', 'revision_number': 5, 'project_id': '7899154aeb3b4d1387b43d42a0a50996', 'gw_port': {'id': 'c0d9b58e-9293-424c-bcb2-3a337f7aeac1', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22696437-f6e4-4a1f-bfcf-5b93ee44b311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:53Z', 'updated_at': '2021-04-20T19:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:36:37.815125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:37.820140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-09010e09-3cf2-4097-be61-d6456fe9e97f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:37.870521 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d9b58e-9293-424c-bcb2-3a337f7aeac1,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:37.873887 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:37.969511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853078682'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.159226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853090502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2212'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.161670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.169504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:36:38.189327 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1674878'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.189856 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22696437-f6e4-4a1f-bfcf-5b93ee44b311 {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:36:38.206570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.207702 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-13831ba1-fa45-4c52-857a-58110e07fb28 admin admin] 10.222.0.38 "DELETE /v2.0/routers/22696437-f6e4-4a1f-bfcf-5b93ee44b311 HTTP/1.1" status: 204  len: 168 time: 1.5920584
Apr 20 19:36:38.210443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38358) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:38.210872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:36:38.211256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3bc47d69-9136-4a3c-aa4a-582658f7b2c4 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:36:38.286533 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-421166ad-53c3-46a5-a780-7afd91c67b12 admin admin] Deleting subnet 6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:36:38.289699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-421166ad-53c3-46a5-a780-7afd91c67b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.343025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-421166ad-53c3-46a5-a780-7afd91c67b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850814827'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.438451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-421166ad-53c3-46a5-a780-7afd91c67b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.722528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-421166ad-53c3-46a5-a780-7afd91c67b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2103971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3167948'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.727313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3a7478af-3860-4732-9a65-e4e1b6b40324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:38.770719 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-421166ad-53c3-46a5-a780-7afd91c67b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.774768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421166ad-53c3-46a5-a780-7afd91c67b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:38.777712 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfde2d3-a71f-4909-a5a5-65d09644a73b None None] Network 82da78ec-751b-430a-a7da-562971e5fcc7 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:36:38.778236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-421166ad-53c3-46a5-a780-7afd91c67b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:38.780034 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-421166ad-53c3-46a5-a780-7afd91c67b12 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6f9cd1d7-2f9b-4a6b-8367-9d4e328e1bea HTTP/1.1" status: 204  len: 168 time: 0.5680501
Apr 20 19:36:38.783351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38370) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:38.898635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:38.910778 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Deleting port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:38.911175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:39.037637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] DHCP port deletion for 82da78ec-751b-430a-a7da-562971e5fcc7 request from dv-cinder-787264-1-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:36:39.042450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] Deleting port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:39.042880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:39.138139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] For port 7526c299-a6e2-44b7-a0a9-4839fc2a5065, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=7526c299-a6e2-44b7-a0a9-4839fc2a5065,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:39.138541 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:39.264068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] For port 7526c299-a6e2-44b7-a0a9-4839fc2a5065, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=7526c299-a6e2-44b7-a0a9-4839fc2a5065,segment=NetworkSegment(5ff0776e-f471-4569-aa10-079724c4ecc9),segment_id=5ff0776e-f471-4569-aa10-079724c4ecc9)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:36:39.264515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:39.277462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Calling delete_port for 7526c299-a6e2-44b7-a0a9-4839fc2a5065 owned by network:dhcp {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:39.363862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:39.368698 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1b501950-df74-4af9-8214-b2fc663723c1 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:39.400041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] Calling delete_port for 7526c299-a6e2-44b7-a0a9-4839fc2a5065 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:36:39.417385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Pushing event deleted for resources: {'Port': ['ID=7526c299-a6e2-44b7-a0a9-4839fc2a5065,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:39.420595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:39.421474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] No DVR routers for this DVR port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 on host dv-cinder-787264-1-iscsi {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:36:39.481826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:36:39.482368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:36:39.560661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:39.679888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a5ce3c18>,) {'filters': {'network_id': ['82da78ec-751b-430a-a7da-562971e5fcc7']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:39.693149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a5ce3c18>, '5ff0776e-f471-4569-aa10-079724c4ecc9') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:39.693495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a5ce3c18>, '5ff0776e-f471-4569-aa10-079724c4ecc9') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:36:39.705863 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:39.721129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:39.727379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:36:39.912672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Network 82da78ec-751b-430a-a7da-562971e5fcc7 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:36:39.921606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:39.983550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] Deleting port 7526c299-a6e2-44b7-a0a9-4839fc2a5065 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:36:39.983983 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:40.056352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8c26263f-f25e-4dea-a65e-78bdfe4893b9 None None] The port '7526c299-a6e2-44b7-a0a9-4839fc2a5065' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:36:40.101115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Network 82da78ec-751b-430a-a7da-562971e5fcc7 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:36:40.128151 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:36:40.161937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 7526c299-a6e2-44b7-a0a9-4839fc2a5065 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:36:40.205108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 7526c299-a6e2-44b7-a0a9-4839fc2a5065 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:36:40.205429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 7526c299-a6e2-44b7-a0a9-4839fc2a5065 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:36:40.205568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:40.205895 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device c0d9b58e-9293-424c-bcb2-3a337f7aeac1 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:36:40.209405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:40.226463 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:40.232930 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Pushing event deleted for resources: {'Network': ['ID=82da78ec-751b-430a-a7da-562971e5fcc7,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:40.237697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:40.243164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: c0d9b58e-9293-424c-bcb2-3a337f7aeac1 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:36:40.243566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device c0d9b58e-9293-424c-bcb2-3a337f7aeac1 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:36:40.251283 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0acad4f5-3191-4257-a807-a1e63c459169 admin admin] 10.222.0.38 "DELETE /v2.0/networks/82da78ec-751b-430a-a7da-562971e5fcc7 HTTP/1.1" status: 204  len: 168 time: 1.4653392
Apr 20 19:36:40.370164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38382) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:40.433277 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9b08f812-7c0d-4a9d-ac3a-a4b6419af724 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7899154aeb3b4d1387b43d42a0a50996&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0614786
Apr 20 19:36:40.435636 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38386) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:40.497736 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-892fe848-2051-4751-82f0-b51f570d830b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:40.524994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-892fe848-2051-4751-82f0-b51f570d830b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:40.572238 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-892fe848-2051-4751-82f0-b51f570d830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:40.577244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-32f6db82-ea10-4d77-b64c-85a3e6cd2be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:40.593404 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fe848-2051-4751-82f0-b51f570d830b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc35e81-e329-4d9c-9d51-b1b7b051d7a2,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:40.597040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-892fe848-2051-4751-82f0-b51f570d830b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:40.599190 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-892fe848-2051-4751-82f0-b51f570d830b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:40.601159 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-892fe848-2051-4751-82f0-b51f570d830b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bcc35e81-e329-4d9c-9d51-b1b7b051d7a2 HTTP/1.1" status: 204  len: 168 time: 0.1644566
Apr 20 19:36:42.074956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38448) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:42.203700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:42.219575 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:36:42.223653 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Usage tracker for resource:security_group_rule and tenant:3da659b4f05749fdafb20be8b845417b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:36:42.227120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:36:42.233158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:36:42.324454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:42.327139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:42.336365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3f0f3da0-e916-464f-83ec-8ec15c22b1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:42.378916 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3da659b4f05749fdafb20be8b845417b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3027503
Apr 20 19:36:42.380660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52b3fd-7438-4f29-ab28-ec99b6ea7f64,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:42.381892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38456) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:42.383987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:42.452616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1e683f13-689b-4257-af17-86aacb277a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:42.481129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1e683f13-689b-4257-af17-86aacb277a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:42.526597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1e683f13-689b-4257-af17-86aacb277a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:42.532828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-dc46a50c-24b8-4f4b-979d-519eb7069c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:42.546167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e683f13-689b-4257-af17-86aacb277a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52b3fd-7438-4f29-ab28-ec99b6ea7f64,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:42.549992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1e683f13-689b-4257-af17-86aacb277a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:42.551228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1e683f13-689b-4257-af17-86aacb277a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:42.552434 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1e683f13-689b-4257-af17-86aacb277a90 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d52b3fd-7438-4f29-ab28-ec99b6ea7f64 HTTP/1.1" status: 204  len: 168 time: 0.1694758
Apr 20 19:36:44.163460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38510) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:44.290511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:44.306421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:36:44.310485 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce7a87f8211401ca0979198bedc0dd9 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:36:44.313665 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:36:44.319818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:36:44.404180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:44.408038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:44.417214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-008aca6c-6f8f-43ae-84dc-c6a308609260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:44.464086 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ce7a87f8211401ca0979198bedc0dd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2994514
Apr 20 19:36:44.465887 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8466750f-148e-4f0b-beb5-d676fdf62267,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:44.467069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38516) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:44.469720 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:44.532037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d9ca3f0b-e7fe-4ad2-b5b0-516408702bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:44.558908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d9ca3f0b-e7fe-4ad2-b5b0-516408702bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:44.603354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d9ca3f0b-e7fe-4ad2-b5b0-516408702bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:44.608359 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-11d352b7-fc70-4202-95f0-2f3228e82c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:44.620826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca3f0b-e7fe-4ad2-b5b0-516408702bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8466750f-148e-4f0b-beb5-d676fdf62267,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:44.623174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d9ca3f0b-e7fe-4ad2-b5b0-516408702bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:44.630520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d9ca3f0b-e7fe-4ad2-b5b0-516408702bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:44.631731 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d9ca3f0b-e7fe-4ad2-b5b0-516408702bf5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8466750f-148e-4f0b-beb5-d676fdf62267 HTTP/1.1" status: 204  len: 168 time: 0.1635866
Apr 20 19:36:44.931638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38526) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:44.951166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:44.970853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:36:44.975045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Usage tracker for resource:security_group_rule and tenant:99b794429d1449efa8d08df7dc32b9ef is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:36:44.978032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:36:44.984042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:36:45.071730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:45.074632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:45.084249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3137e357-38c1-41bb-bc26-972e4eb99217 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:45.128257 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99b794429d1449efa8d08df7dc32b9ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1954908
Apr 20 19:36:45.130030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf94549-e08e-49bf-9824-5f6619e2deb9,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:45.131203 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38530) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:45.133212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:45.195008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-59aeaccb-4def-41c0-a136-804585e6c41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:45.222387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-59aeaccb-4def-41c0-a136-804585e6c41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:45.267480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-59aeaccb-4def-41c0-a136-804585e6c41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:45.272619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d23fae47-e5f4-4fba-9cfa-2837b9c6e712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:45.289567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeaccb-4def-41c0-a136-804585e6c41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf94549-e08e-49bf-9824-5f6619e2deb9,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:45.292691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-59aeaccb-4def-41c0-a136-804585e6c41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:45.298135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-59aeaccb-4def-41c0-a136-804585e6c41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:45.299373 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-59aeaccb-4def-41c0-a136-804585e6c41d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcf94549-e08e-49bf-9824-5f6619e2deb9 HTTP/1.1" status: 204  len: 168 time: 0.1670935
Apr 20 19:36:47.245664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38588) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:47.368992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:47.385572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:36:47.389661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3196ea87eac24de8a3665b7ebe935e06 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:36:47.392806 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:36:47.398902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:36:47.485253 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:47.488008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:47.501034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5cc3af5d-9c5e-48f3-bb6b-7286be2fa5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:47.542769 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3196ea87eac24de8a3665b7ebe935e06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2959747
Apr 20 19:36:47.544469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8874c60e-7e29-4026-af24-f4197593f152,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:47.545804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38594) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:47.548828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:47.610113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-10cdfcae-1d47-4c87-bc45-036ae70844e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:47.637631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-10cdfcae-1d47-4c87-bc45-036ae70844e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:47.681757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-10cdfcae-1d47-4c87-bc45-036ae70844e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:47.686688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-75ac2620-1262-4945-8ce4-196cf73f6cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:47.703660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdfcae-1d47-4c87-bc45-036ae70844e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8874c60e-7e29-4026-af24-f4197593f152,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:47.706067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-10cdfcae-1d47-4c87-bc45-036ae70844e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:47.714417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-10cdfcae-1d47-4c87-bc45-036ae70844e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:47.715616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-10cdfcae-1d47-4c87-bc45-036ae70844e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8874c60e-7e29-4026-af24-f4197593f152 HTTP/1.1" status: 204  len: 168 time: 0.1687379
Apr 20 19:36:48.004547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38604) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:48.023648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:48.039941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:36:48.044015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ae5eb59b3f4de1abf22936abd7bdfe is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:36:48.047785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:36:48.054208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:36:48.137910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:48.141674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:48.150633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-896babcf-dbc2-4814-8408-23fa7e8d6bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:48.192679 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4ae5eb59b3f4de1abf22936abd7bdfe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1869156
Apr 20 19:36:48.194329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f713f813-02e7-4230-9d1f-552b95e1e7b3,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:48.195490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38608) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:36:48.197538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:48.258809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8e4089df-bfcd-4cc6-8fe9-b39306e7b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:48.287528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8e4089df-bfcd-4cc6-8fe9-b39306e7b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:48.332452 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8e4089df-bfcd-4cc6-8fe9-b39306e7b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:48.337364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-386fa769-9cca-4e5f-b804-0a74e8f3d5d9 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:36:48.352316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4089df-bfcd-4cc6-8fe9-b39306e7b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713f813-02e7-4230-9d1f-552b95e1e7b3,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:36:48.354823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8e4089df-bfcd-4cc6-8fe9-b39306e7b523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:36:48.361633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8e4089df-bfcd-4cc6-8fe9-b39306e7b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:48.362856 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8e4089df-bfcd-4cc6-8fe9-b39306e7b523 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f713f813-02e7-4230-9d1f-552b95e1e7b3 HTTP/1.1" status: 204  len: 168 time: 0.1662221
Apr 20 19:36:55.037539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6c9eb0f-e347-4909-ab53-431934db2d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:57.443353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-70be0d02-1852-49f5-86a2-a0def7403c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:58.520280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:58.649306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:58.808977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:59.420382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:00.711667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38850) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:00.839231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:00.854834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:00.859245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] Usage tracker for resource:security_group_rule and tenant:74950d05c3b14a59b60f6c304a9553cb is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:00.862807 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:00.868748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:00.957285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:00.960093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:00.969271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1e683f13-689b-4257-af17-86aacb277a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:01.011701 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74950d05c3b14a59b60f6c304a9553cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987883
Apr 20 19:37:01.013425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771c2a6e-ead7-45b7-a9c6-92102faa894a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:01.014816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38868) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:01.016985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-14f62cac-773d-402b-8cf3-9d73c9c3f8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:01.084388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f426d64a-7755-4ec1-b8d9-de4839e832f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.112571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f426d64a-7755-4ec1-b8d9-de4839e832f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.162996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f426d64a-7755-4ec1-b8d9-de4839e832f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.168023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-da63c14c-c124-45b2-bb72-5b712a212b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:01.181709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426d64a-7755-4ec1-b8d9-de4839e832f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771c2a6e-ead7-45b7-a9c6-92102faa894a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:01.185405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f426d64a-7755-4ec1-b8d9-de4839e832f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:01.191237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f426d64a-7755-4ec1-b8d9-de4839e832f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.192466 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f426d64a-7755-4ec1-b8d9-de4839e832f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/771c2a6e-ead7-45b7-a9c6-92102faa894a HTTP/1.1" status: 204  len: 168 time: 0.1755610
Apr 20 19:37:01.486240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38880) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:01.506904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.522561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:01.526641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] Usage tracker for resource:security_group_rule and tenant:954369c588a342e88269021dd5ab1556 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:01.529607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:01.536419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:01.623341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.626705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.636603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-625c316d-0ad5-44f9-b1c8-eba818fdb33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:01.680796 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=954369c588a342e88269021dd5ab1556&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1933587
Apr 20 19:37:01.681759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3136e67-0043-4d81-9d4a-69b57d6a5884,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:01.683713 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38884) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:01.685060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a4865c44-805e-4141-9f03-e173dd0b0e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:01.745883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.773333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.817097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.821943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e23a22f4-661a-4846-8eb3-9ed56273c9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:01.834302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3136e67-0043-4d81-9d4a-69b57d6a5884,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:01.845299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.845467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.845783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.846189 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.846590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.846990 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.847389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.847787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.848191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.848588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.849011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.849403 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:01.854314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:01.856304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:01.858912 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8d9cb7b8-4215-4090-aa1f-25ee906264f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3136e67-0043-4d81-9d4a-69b57d6a5884 HTTP/1.1" status: 204  len: 168 time: 0.1727908
Apr 20 19:37:02.207781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38894) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:02.228515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:02.243991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:02.248065 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Usage tracker for resource:security_group_rule and tenant:1a9abcd0004a4d819378f480439aeee1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:02.251171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:02.257247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:02.352398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:02.355507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:02.364748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5daa58f4-9bf8-43a4-9388-c8176d80ca03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:02.409421 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a9abcd0004a4d819378f480439aeee1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2002881
Apr 20 19:37:02.410594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e429c9a9-04d0-4b0d-a45d-cabfc1ccfe24,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:02.411722 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38906) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:02.414230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:02.490840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e992-c364-4ee7-bca9-6bc1e1b422ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:02.518598 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e992-c364-4ee7-bca9-6bc1e1b422ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:02.565037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e992-c364-4ee7-bca9-6bc1e1b422ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:02.570419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-99b39614-6132-4135-bcc6-6a06458ae8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:02.582277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2e992-c364-4ee7-bca9-6bc1e1b422ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e429c9a9-04d0-4b0d-a45d-cabfc1ccfe24,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:02.586153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f6c2e992-c364-4ee7-bca9-6bc1e1b422ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:02.589727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e992-c364-4ee7-bca9-6bc1e1b422ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:02.593372 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f6c2e992-c364-4ee7-bca9-6bc1e1b422ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e429c9a9-04d0-4b0d-a45d-cabfc1ccfe24 HTTP/1.1" status: 204  len: 168 time: 0.1781619
Apr 20 19:37:03.109893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38942) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:03.237159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:03.247687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:37:03.252937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:03.257081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Usage tracker for resource:security_group_rule and tenant:00097768af274eeca5c7508793694836 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:03.260071 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:03.266178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:03.354945 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:03.357445 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:03.366431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2e267434-ccd7-4fdb-a489-fd21042d1870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:03.660615 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00097768af274eeca5c7508793694836&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5464272
Apr 20 19:37:03.660968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38970) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:03.663885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57a86e8-7d82-4970-a8f9-9dee62f89d2c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:03.677914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:03.781544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f6d5-2d8d-449e-97e5-cafa2d67c052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:03.824756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f6d5-2d8d-449e-97e5-cafa2d67c052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:03.854195 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-1abe183b-9939-4cad-916b-78667acab70e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1463668
Apr 20 19:37:03.881182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f6d5-2d8d-449e-97e5-cafa2d67c052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:03.886421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fbafede2-0754-4ede-a7ab-78b6d4fec8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:03.938446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3f6d5-2d8d-449e-97e5-cafa2d67c052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57a86e8-7d82-4970-a8f9-9dee62f89d2c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:03.942890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3aa3f6d5-2d8d-449e-97e5-cafa2d67c052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:03.953810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f6d5-2d8d-449e-97e5-cafa2d67c052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:03.957219 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3aa3f6d5-2d8d-449e-97e5-cafa2d67c052 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f57a86e8-7d82-4970-a8f9-9dee62f89d2c HTTP/1.1" status: 204  len: 168 time: 0.2952697
Apr 20 19:37:03.994817 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-1e90643a-8ce2-438d-8ff6-c20998121307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:03.996660 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-1e90643a-8ce2-438d-8ff6-c20998121307 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1099 time: 0.1003230
Apr 20 19:37:04.132115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38984) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:04.159749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-fb0231c2-5ec1-4b47-9184-3962daad7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:04.161638 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-fb0231c2-5ec1-4b47-9184-3962daad7359 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 910 time: 0.1433296
Apr 20 19:37:04.265497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.280915 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38990) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:04.282687 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-377e08a2-7886-41f8-982b-4e0b837445e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 1001 time: 0.1140068
Apr 20 19:37:04.298728 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:04.307165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] Usage tracker for resource:security_group_rule and tenant:18ae1e4f4ce94137aa73626903186427 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:04.310189 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.322491 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:04.332973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:04.335299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:04.341597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] Usage tracker for resource:security_group_rule and tenant:9a851615deaa4ddeaec644190fb57dec is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:04.347854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:04.355228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:04.355386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-eda4f91b-8691-4986-ad59-7cadd59debc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:04.356848 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-eda4f91b-8691-4986-ad59-7cadd59debc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 200  len: 848 time: 0.0679946
Apr 20 19:37:04.445223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-76719fd1-3bc3-4502-a674-70842730cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:04.446761 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-76719fd1-3bc3-4502-a674-70842730cafb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b60f85b0-c0a3-4824-a200-b37680750ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831461
Apr 20 19:37:04.500663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.510997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.523275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a018e550-b206-4695-8a29-0a0135636544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:04.541753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.554816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.581687 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18ae1e4f4ce94137aa73626903186427&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4483783
Apr 20 19:37:04.584520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 38994) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:04.588255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac2fcfd-d6ee-4f3a-9afc-d6f3447a13f4,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:04.598042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9a7900c8-32d5-456c-a03d-ee1ad3e4e0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:04.598622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a2d4297a-9893-46f6-b523-5f8e63d03273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:04.607439 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-26d5d0c6-87c2-4b1d-879b-fb330f7f3fe7 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536953
Apr 20 19:37:04.626880 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a851615deaa4ddeaec644190fb57dec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3441291
Apr 20 19:37:04.630408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 38998) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:04.647379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c060fa8f-dab7-4cc4-8d15-8b777cfad3d6,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:04.652684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b3fca055-7295-4db7-9fdd-80488f9f6348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:04.700588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-09da3cc8-992e-4dbc-a308-cbddbbf4c880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.728573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-09da3cc8-992e-4dbc-a308-cbddbbf4c880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.756476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-51c3e722-013c-4286-9f60-ffbbd48ea953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.778180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-09da3cc8-992e-4dbc-a308-cbddbbf4c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.783595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d9ca3f0b-e7fe-4ad2-b5b0-516408702bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:04.800116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da3cc8-992e-4dbc-a308-cbddbbf4c880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c060fa8f-dab7-4cc4-8d15-8b777cfad3d6,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:04.802510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-09da3cc8-992e-4dbc-a308-cbddbbf4c880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:04.812885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-51c3e722-013c-4286-9f60-ffbbd48ea953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.818217 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-09da3cc8-992e-4dbc-a308-cbddbbf4c880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.821955 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-09da3cc8-992e-4dbc-a308-cbddbbf4c880 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c060fa8f-dab7-4cc4-8d15-8b777cfad3d6 HTTP/1.1" status: 204  len: 168 time: 0.1880672
Apr 20 19:37:04.822091 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8f696293-c74e-4fe9-9efe-1f08c73edf8e req-c2a6a62d-8a4a-4a54-a1d0-b283478af1b2 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045255
Apr 20 19:37:04.871667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-51c3e722-013c-4286-9f60-ffbbd48ea953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.877487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bbd52cbf-8837-4f2d-af93-ac2acfd9b164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:04.898773 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3e722-013c-4286-9f60-ffbbd48ea953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac2fcfd-d6ee-4f3a-9afc-d6f3447a13f4,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:04.904284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-51c3e722-013c-4286-9f60-ffbbd48ea953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:04.910060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-51c3e722-013c-4286-9f60-ffbbd48ea953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:04.911963 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-51c3e722-013c-4286-9f60-ffbbd48ea953 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bac2fcfd-d6ee-4f3a-9afc-d6f3447a13f4 HTTP/1.1" status: 204  len: 168 time: 0.3261907
Apr 20 19:37:07.129313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ad589-f6dc-4cbe-a9be-62277a5bd4e6 req-02443b6c-1e62-4e4a-9668-a68f68dde280 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:07.129313 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9f3ad589-f6dc-4cbe-a9be-62277a5bd4e6 req-02443b6c-1e62-4e4a-9668-a68f68dde280 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0974917
Apr 20 19:37:07.181900 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9f3ad589-f6dc-4cbe-a9be-62277a5bd4e6 req-91fdbeec-ba29-4fa6-8d26-4319806be995 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465369
Apr 20 19:37:07.240750 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39142) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:07.374386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:07.393886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:07.398115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] Usage tracker for resource:security_group_rule and tenant:875763d1e2ae480386cdd9d1bd5555bd is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:07.401224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:07.408275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:07.503313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:07.506241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:07.515260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f426d64a-7755-4ec1-b8d9-de4839e832f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:07.560416 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=875763d1e2ae480386cdd9d1bd5555bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3184636
Apr 20 19:37:07.561429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700345c0-e987-47df-8664-d38a0071c228,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:07.563330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39152) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:07.564768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9cd5afe2-e915-41a7-8771-17d7f01c7df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:07.631717 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c66d673f-731a-4e3c-ad48-ef1c365e5760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:07.659300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c66d673f-731a-4e3c-ad48-ef1c365e5760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:07.707195 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c66d673f-731a-4e3c-ad48-ef1c365e5760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:07.712377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f6c2e992-c364-4ee7-bca9-6bc1e1b422ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:07.726843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d673f-731a-4e3c-ad48-ef1c365e5760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700345c0-e987-47df-8664-d38a0071c228,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:07.729926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c66d673f-731a-4e3c-ad48-ef1c365e5760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:07.730911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c66d673f-731a-4e3c-ad48-ef1c365e5760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:07.732093 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c66d673f-731a-4e3c-ad48-ef1c365e5760 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/700345c0-e987-47df-8664-d38a0071c228 HTTP/1.1" status: 204  len: 168 time: 0.1677253
Apr 20 19:37:08.033304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39162) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:08.055140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:08.071145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:08.075210 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Usage tracker for resource:security_group_rule and tenant:7012ed17f57a45e381c21376bdd25cab is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:08.078237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:08.085015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:08.175498 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:08.178341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:08.185860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-51c3e722-013c-4286-9f60-ffbbd48ea953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:08.231952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9dc5e5-91fe-4a22-ab6e-22b3785e5331,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:08.238444 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7012ed17f57a45e381c21376bdd25cab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2029636
Apr 20 19:37:08.238444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:08.240188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39168) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:08.304960 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80fb47e6-5616-406c-835e-2ce8a43a1b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:08.335264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80fb47e6-5616-406c-835e-2ce8a43a1b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:08.380796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80fb47e6-5616-406c-835e-2ce8a43a1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:08.386245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ba1962a9-6691-4df9-bbd8-ef8b86175865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:08.398088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d86793-49bb-4a08-9b53-ca97a5269c2a req-75577770-9ff8-4370-b68b-f9df7d80dcee tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:08.400869 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6d86793-49bb-4a08-9b53-ca97a5269c2a req-75577770-9ff8-4370-b68b-f9df7d80dcee tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0979509
Apr 20 19:37:08.401581 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb47e6-5616-406c-835e-2ce8a43a1b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9dc5e5-91fe-4a22-ab6e-22b3785e5331,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:08.405329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-80fb47e6-5616-406c-835e-2ce8a43a1b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:08.408158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80fb47e6-5616-406c-835e-2ce8a43a1b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:08.410624 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-80fb47e6-5616-406c-835e-2ce8a43a1b7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f9dc5e5-91fe-4a22-ab6e-22b3785e5331 HTTP/1.1" status: 204  len: 168 time: 0.1692557
Apr 20 19:37:08.459598 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e6d86793-49bb-4a08-9b53-ca97a5269c2a req-b22abcef-5866-4b59-be7a-c5ef2288ffd9 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498567
Apr 20 19:37:09.672580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cc689-687d-4ede-8381-935c8def69e6 req-0d9dde66-e4f0-47c1-b179-013062b039ea tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:09.674256 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fd3cc689-687d-4ede-8381-935c8def69e6 req-0d9dde66-e4f0-47c1-b179-013062b039ea tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0916641
Apr 20 19:37:09.726400 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fd3cc689-687d-4ede-8381-935c8def69e6 req-84df5ac3-2b99-4fcf-939f-885b6c07877a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448434
Apr 20 19:37:10.938083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e10b9c-b0a5-4e47-94bd-d3ec4dd86e49 req-036ceed8-2e99-4df3-8c4d-2dce870e75ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:10.939694 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-90e10b9c-b0a5-4e47-94bd-d3ec4dd86e49 req-036ceed8-2e99-4df3-8c4d-2dce870e75ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0978415
Apr 20 19:37:10.988314 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-90e10b9c-b0a5-4e47-94bd-d3ec4dd86e49 req-e6df814f-31c6-462b-bd7e-c0910beb3a8e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422730
Apr 20 19:37:12.198170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf908b-8aca-4a72-9215-7bab815a072b req-c368c7d4-46fb-461e-a58b-0e3375296a0d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:12.199783 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a0cf908b-8aca-4a72-9215-7bab815a072b req-c368c7d4-46fb-461e-a58b-0e3375296a0d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0910568
Apr 20 19:37:12.249322 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a0cf908b-8aca-4a72-9215-7bab815a072b req-da7718c8-006f-42b7-bd0d-a0d64e940a68 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425770
Apr 20 19:37:13.468029 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e35a0a-b753-46d3-a98c-3252d7ffc176 req-7f68f447-3e89-466b-b891-134f2e310f8e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:13.469965 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d2e35a0a-b753-46d3-a98c-3252d7ffc176 req-7f68f447-3e89-466b-b891-134f2e310f8e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.1003554
Apr 20 19:37:13.511857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39258) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:13.521708 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d2e35a0a-b753-46d3-a98c-3252d7ffc176 req-a50ffa4b-dcc6-438f-9da9-1ed9e078a241 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452211
Apr 20 19:37:13.639080 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:13.654902 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:13.659451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ad9bcb777245979934da338f6259d8 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:13.662538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:13.668592 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:13.756355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:13.759219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:13.772145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-93eaded8-b716-4d3b-93e7-c931249c492e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:13.815643 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2ad9bcb777245979934da338f6259d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3025994
Apr 20 19:37:13.816597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7396e91-b2b4-48ba-9cc3-2ff33c6cce3b,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:13.818507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39266) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:13.820139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:13.884589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f02e4103-5943-4131-a746-68eaa56aeb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:13.914072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f02e4103-5943-4131-a746-68eaa56aeb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:13.960815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f02e4103-5943-4131-a746-68eaa56aeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:13.966295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7fecd23a-9803-417a-bfae-5dd8e01bc421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:13.982502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e4103-5943-4131-a746-68eaa56aeb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7396e91-b2b4-48ba-9cc3-2ff33c6cce3b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:13.988452 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f02e4103-5943-4131-a746-68eaa56aeb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:13.993256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f02e4103-5943-4131-a746-68eaa56aeb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:13.994739 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f02e4103-5943-4131-a746-68eaa56aeb3b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7396e91-b2b4-48ba-9cc3-2ff33c6cce3b HTTP/1.1" status: 204  len: 168 time: 0.1750295
Apr 20 19:37:14.289152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39274) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:14.310163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:14.326279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:14.331110 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3af6de26dc2745c4a9ea24d0084cdf5b is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:14.334206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:14.341075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:14.434539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:14.439070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:14.446663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f3df00ef-e723-4eeb-bca7-3dd7af28d439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:14.492310 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3af6de26dc2745c4a9ea24d0084cdf5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2019062
Apr 20 19:37:14.494094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfca031-b165-4433-bce4-61fde047af68,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:14.495351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39278) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:14.497307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6aa9e9b0-42f5-4e03-b01a-ba4a665e88e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:14.572215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0823093f-c9dd-49c7-911d-bd512a8cfc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:14.610519 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0823093f-c9dd-49c7-911d-bd512a8cfc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:14.660569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0823093f-c9dd-49c7-911d-bd512a8cfc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:14.665943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-eae8e68a-8525-4081-9228-dadb28402bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:14.684265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823093f-c9dd-49c7-911d-bd512a8cfc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfca031-b165-4433-bce4-61fde047af68,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:14.684497 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0823093f-c9dd-49c7-911d-bd512a8cfc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:14.692914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0823093f-c9dd-49c7-911d-bd512a8cfc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:14.696968 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0823093f-c9dd-49c7-911d-bd512a8cfc79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bfca031-b165-4433-bce4-61fde047af68 HTTP/1.1" status: 204  len: 168 time: 0.2004724
Apr 20 19:37:14.777110 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a139d-ca1d-4fbb-9a0e-04db9f6ddca2 req-c2e10e20-a068-4a6f-81c7-f17ece4ce1e6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:14.778752 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-678a139d-ca1d-4fbb-9a0e-04db9f6ddca2 req-c2e10e20-a068-4a6f-81c7-f17ece4ce1e6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.1306300
Apr 20 19:37:14.838288 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-678a139d-ca1d-4fbb-9a0e-04db9f6ddca2 req-2797a248-250e-442c-8c2a-e3388b85f302 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526292
Apr 20 19:37:16.054667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b9823-a0d6-4d81-bed0-84c4b8e7edb0 req-3d56241d-205a-48f1-b4d9-79101fceff78 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:16.056467 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb9b9823-a0d6-4d81-bed0-84c4b8e7edb0 req-3d56241d-205a-48f1-b4d9-79101fceff78 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0995874
Apr 20 19:37:16.115350 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb9b9823-a0d6-4d81-bed0-84c4b8e7edb0 req-3a5ea017-2ee3-480b-b8d5-e60ca9340108 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505402
Apr 20 19:37:17.330444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf4ecb-327e-479f-8186-7eea0860398c req-bb5c25bf-565c-4345-a88b-d90c8b1ed729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:17.331288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b2f98-8f2a-436f-8c20-b0e8192890e5 req-ed3ad0f6-2019-4a5d-a247-9178ce54f6cb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:17.332260 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5baf4ecb-327e-479f-8186-7eea0860398c req-bb5c25bf-565c-4345-a88b-d90c8b1ed729 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1099 time: 0.0986767
Apr 20 19:37:17.332965 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-477b2f98-8f2a-436f-8c20-b0e8192890e5 req-ed3ad0f6-2019-4a5d-a247-9178ce54f6cb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0955203
Apr 20 19:37:17.384417 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-477b2f98-8f2a-436f-8c20-b0e8192890e5 req-72b51abf-b59b-4c48-985e-a18b00b12c14 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450878
Apr 20 19:37:17.486918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf4ecb-327e-479f-8186-7eea0860398c req-d0c2b1cd-f02b-4837-86f6-d3a27580a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:17.490278 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5baf4ecb-327e-479f-8186-7eea0860398c req-d0c2b1cd-f02b-4837-86f6-d3a27580a8e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 910 time: 0.1506243
Apr 20 19:37:17.620949 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5baf4ecb-327e-479f-8186-7eea0860398c req-2acfad21-0e5d-4295-9f75-1daffcd96ea7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 1001 time: 0.1234765
Apr 20 19:37:17.692604 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf4ecb-327e-479f-8186-7eea0860398c req-cb7dfce0-bfc1-40ee-bfbb-ad49d1367080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:17.694120 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5baf4ecb-327e-479f-8186-7eea0860398c req-cb7dfce0-bfc1-40ee-bfbb-ad49d1367080 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 200  len: 848 time: 0.0663166
Apr 20 19:37:17.779154 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf4ecb-327e-479f-8186-7eea0860398c req-6e05b8a8-c35a-49c3-b6d2-517cc8a22331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:17.781056 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5baf4ecb-327e-479f-8186-7eea0860398c req-6e05b8a8-c35a-49c3-b6d2-517cc8a22331 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b60f85b0-c0a3-4824-a200-b37680750ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798628
Apr 20 19:37:18.599737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f343f-cf40-4dd9-b6e5-d4b786214539 req-14c622d7-11b7-4fe7-b5aa-5e5919ccf13d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:18.601394 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5d1f343f-cf40-4dd9-b6e5-d4b786214539 req-14c622d7-11b7-4fe7-b5aa-5e5919ccf13d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0912349
Apr 20 19:37:18.653046 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5d1f343f-cf40-4dd9-b6e5-d4b786214539 req-dc799a33-bb5f-478e-ae84-0fc753b9f35d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452671
Apr 20 19:37:18.904066 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5baf4ecb-327e-479f-8186-7eea0860398c req-dd5892f5-d8f9-4453-8a7b-1f1de281f674 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392596
Apr 20 19:37:19.737804 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5baf4ecb-327e-479f-8186-7eea0860398c req-aebc729b-e6d6-4bed-b654-838d71eacd1a service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399784
Apr 20 19:37:19.865050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354de01c-0999-449a-bc2b-d5c4c9c9a691 req-950f4e98-adbb-45bc-8fa1-2f47bdcb8be7 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:19.867075 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-354de01c-0999-449a-bc2b-d5c4c9c9a691 req-950f4e98-adbb-45bc-8fa1-2f47bdcb8be7 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0983667
Apr 20 19:37:19.915513 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-354de01c-0999-449a-bc2b-d5c4c9c9a691 req-b3cb8b90-4cf5-40e8-a57c-d8f3581ac760 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422521
Apr 20 19:37:21.117986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85079273-6409-4eed-aa5f-1d819d85b721 req-07c741fe-b170-4735-b414-3956bea5922b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:21.119482 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-85079273-6409-4eed-aa5f-1d819d85b721 req-07c741fe-b170-4735-b414-3956bea5922b tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0935729
Apr 20 19:37:21.167746 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-85079273-6409-4eed-aa5f-1d819d85b721 req-30fda21b-e66f-4884-9989-091607c54d6a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420051
Apr 20 19:37:22.375313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501c30f-6191-4373-a149-22620d712ab2 req-3be7d8c4-d4f0-4658-b82b-3eaa3f777b38 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:22.376996 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d501c30f-6191-4373-a149-22620d712ab2 req-3be7d8c4-d4f0-4658-b82b-3eaa3f777b38 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0914509
Apr 20 19:37:22.427446 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d501c30f-6191-4373-a149-22620d712ab2 req-fb179184-3ef6-4a93-8eca-b250b30ad9c1 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438895
Apr 20 19:37:23.641173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c399d-0e74-4237-bf91-e26498cec0af req-acefae37-383b-4291-8972-fdbb1ebf2abb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:23.642788 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-940c399d-0e74-4237-bf91-e26498cec0af req-acefae37-383b-4291-8972-fdbb1ebf2abb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0963154
Apr 20 19:37:23.693111 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-940c399d-0e74-4237-bf91-e26498cec0af req-5859f933-53ed-4071-b4e7-04b043cee31c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432315
Apr 20 19:37:24.894492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e877628-c0d4-453c-a287-6e770a74b2c4 req-772171c7-d63a-46af-aaba-c57a4b26f16f tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:24.896022 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9e877628-c0d4-453c-a287-6e770a74b2c4 req-772171c7-d63a-46af-aaba-c57a4b26f16f tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0900872
Apr 20 19:37:24.947329 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9e877628-c0d4-453c-a287-6e770a74b2c4 req-e0fad6a9-ff73-41fd-982d-32f416cbcf67 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448160
Apr 20 19:37:25.039053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9132d8ce-9d56-4bb9-98c6-7ddbb9df04fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:26.147055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdb8ce-dd1f-4432-bf62-b650e8ccda3a req-f81e55ad-9f65-4c83-b1ec-fe7d81a206df tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:26.148895 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eafdb8ce-dd1f-4432-bf62-b650e8ccda3a req-f81e55ad-9f65-4c83-b1ec-fe7d81a206df tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0904994
Apr 20 19:37:26.201274 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eafdb8ce-dd1f-4432-bf62-b650e8ccda3a req-20d3ca68-6408-4353-be6d-2c44ca6aa760 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453730
Apr 20 19:37:27.277586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 076208ee-e3f1-45f9-b986-47a5b26317b8 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:37:27.411751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07215501-a97b-40a6-b645-24671206a93c req-c3178219-c06a-4c57-bf27-df4801ae80f8 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:27.413431 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-07215501-a97b-40a6-b645-24671206a93c req-c3178219-c06a-4c57-bf27-df4801ae80f8 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0993786
Apr 20 19:37:27.421656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:27.476900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:37:27.477811 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-07215501-a97b-40a6-b645-24671206a93c req-7eac5fa4-b92c-412d-9243-ae32f00431a5 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567875
Apr 20 19:37:27.488940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=076208ee-e3f1-45f9-b986-47a5b26317b8,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:37:27.494208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:27.496330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:27.534803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f60d54c0-eb71-4bfd-a6e7-476d2024c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:27.537355 dv-cinder-787264-1-iscsi neutron-server[86261]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'code': 422} returned with failed status
Apr 20 19:37:27.575223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=076208ee-e3f1-45f9-b986-47a5b26317b8,revision_number=6']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:27.583937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.584330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.584747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.585141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.585518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.585893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.586261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.586629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.586999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.587370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.587733 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.588102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:27.592195 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:27.949943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53ffd-3b13-4b1f-bcad-b4638471b325 req-b3150c40-566f-4351-a085-fd2db9f73cf7 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:27.951560 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4fe53ffd-3b13-4b1f-bcad-b4638471b325 req-b3150c40-566f-4351-a085-fd2db9f73cf7 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.1658747
Apr 20 19:37:27.955650 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-a0c42758-f2a3-4174-9d36-2b9c38c8b813 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2345018
Apr 20 19:37:28.002338 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4fe53ffd-3b13-4b1f-bcad-b4638471b325 req-037d57a5-d001-4027-a106-e5eebd43d85d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442116
Apr 20 19:37:28.521694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:28.660208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:28.811789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:29.215401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3be27-7d60-418f-ab20-0e38a2fe3e7e req-f4a06ee5-67d9-4678-86fb-2700d3cff46a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:29.217046 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9c3be27-7d60-418f-ab20-0e38a2fe3e7e req-f4a06ee5-67d9-4678-86fb-2700d3cff46a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0932622
Apr 20 19:37:29.270397 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9c3be27-7d60-418f-ab20-0e38a2fe3e7e req-aab7dd71-7109-424f-bfc3-65902a2b83ed tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463603
Apr 20 19:37:29.425119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:29.437127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-ca5e7ff3-ebca-4257-ad59-d3eeb8110f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:29.438834 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-ca5e7ff3-ebca-4257-ad59-d3eeb8110f93 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490&tenant_id=ba7e670538c341e6a378232973d1ccde HTTP/1.1" status: 200  len: 1097 time: 0.0925000
Apr 20 19:37:29.549265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-02343e54-1ba2-4e88-a7fe-d13e050c4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:29.550865 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-02343e54-1ba2-4e88-a7fe-d13e050c4431 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1097 time: 0.0781875
Apr 20 19:37:29.696732 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-9e936d9a-be1f-4d50-a6f8-fb56bf71284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:29.698349 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-9e936d9a-be1f-4d50-a6f8-fb56bf71284f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 910 time: 0.1408851
Apr 20 19:37:29.822360 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-ff24652d-84b2-489c-9ea9-493020ae5935 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 999 time: 0.1160824
Apr 20 19:37:29.896131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-3ea3695e-8eaa-4672-91b6-25d7d64c2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:29.897789 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-3ea3695e-8eaa-4672-91b6-25d7d64c2e75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 200  len: 848 time: 0.0689037
Apr 20 19:37:30.010007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-1ec90546-252a-4de8-b63f-c81ac1008297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:30.011827 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-1ec90546-252a-4de8-b63f-c81ac1008297 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b60f85b0-c0a3-4824-a200-b37680750ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1072903
Apr 20 19:37:30.182264 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-017fed34-ae8a-4063-9b54-5fa630188fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632044
Apr 20 19:37:30.336933 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-303333bd-5983-41f1-81d7-dd0f80dc95a2 req-5fa9d24a-f2a7-434a-bc55-260ef7eef023 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460769
Apr 20 19:37:30.533478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397f519-19c2-4afc-aeca-e1dce82fbe7e req-f2e3bfcc-4676-489d-8789-5d044fc7da99 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:30.536008 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5397f519-19c2-4afc-aeca-e1dce82fbe7e req-f2e3bfcc-4676-489d-8789-5d044fc7da99 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.1374431
Apr 20 19:37:30.604647 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5397f519-19c2-4afc-aeca-e1dce82fbe7e req-510229fa-e5f4-4cce-a9cc-ef6d7a14094e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617261
Apr 20 19:37:31.826546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83131e10-018d-43f3-a016-19f2c12ab5de req-71853214-1e41-4133-936b-e5c672d6e65d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:31.828995 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-83131e10-018d-43f3-a016-19f2c12ab5de req-71853214-1e41-4133-936b-e5c672d6e65d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.1018906
Apr 20 19:37:31.878103 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-83131e10-018d-43f3-a016-19f2c12ab5de req-cd0216fa-7288-4be6-974b-dff30458cd40 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421731
Apr 20 19:37:33.089242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c3d7-dff3-4dcd-a256-d44fceb4407c req-530b00d4-1fbe-489f-9ee0-fc345247c6a9 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:33.090858 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4941c3d7-dff3-4dcd-a256-d44fceb4407c req-530b00d4-1fbe-489f-9ee0-fc345247c6a9 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0944734
Apr 20 19:37:33.137925 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4941c3d7-dff3-4dcd-a256-d44fceb4407c req-e47234ad-331c-4248-8021-07282caff74a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400224
Apr 20 19:37:34.586169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d266ac-58f0-4a41-8236-1e69876a99de req-6526caa0-3c40-4d15-be79-68bc72fec242 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:34.587777 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-38d266ac-58f0-4a41-8236-1e69876a99de req-6526caa0-3c40-4d15-be79-68bc72fec242 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.3334696
Apr 20 19:37:34.636448 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-38d266ac-58f0-4a41-8236-1e69876a99de req-0c576ca0-b6be-4b4a-8609-b90102093e71 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422418
Apr 20 19:37:35.839117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd6ac2-3008-4748-8981-bc0e4c55b87c req-e06c96a1-f9d8-4507-a73b-edd2a6c69d08 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:35.840758 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-abbd6ac2-3008-4748-8981-bc0e4c55b87c req-e06c96a1-f9d8-4507-a73b-edd2a6c69d08 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0907071
Apr 20 19:37:35.890632 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-abbd6ac2-3008-4748-8981-bc0e4c55b87c req-331b7f57-bebc-41c7-bb1b-ea7a1c0aebe3 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420659
Apr 20 19:37:37.145091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ab4a3-3fe3-431f-97ed-4b283ee3afe5 req-1b9121d3-c607-41fc-87a9-fa9ed2c8d173 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:37.146687 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f89ab4a3-3fe3-431f-97ed-4b283ee3afe5 req-1b9121d3-c607-41fc-87a9-fa9ed2c8d173 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0883005
Apr 20 19:37:37.195883 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f89ab4a3-3fe3-431f-97ed-4b283ee3afe5 req-b600dd9a-f24a-4200-ab4e-66bf8bdd83a6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425491
Apr 20 19:37:38.401633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd11d71-5661-4b9d-871f-ea15095bde61 req-3d5a60c1-92d7-429d-b959-f49a4d7ff36f tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:38.403167 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7cd11d71-5661-4b9d-871f-ea15095bde61 req-3d5a60c1-92d7-429d-b959-f49a4d7ff36f tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0931094
Apr 20 19:37:38.452696 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7cd11d71-5661-4b9d-871f-ea15095bde61 req-1362a8e7-81ca-4e22-85f6-2b002d38492d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421169
Apr 20 19:37:39.656305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ae251-c630-49d0-83c9-294ebf7edb61 req-95884246-b864-4da6-a4dd-ccaddc788af8 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:39.657927 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c9ae251-c630-49d0-83c9-294ebf7edb61 req-95884246-b864-4da6-a4dd-ccaddc788af8 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0884545
Apr 20 19:37:39.709781 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4c9ae251-c630-49d0-83c9-294ebf7edb61 req-2a8bc85f-c878-41e4-9d67-33db3be9aec0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449841
Apr 20 19:37:40.247338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:37:40.678733 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39562) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:40.803802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:40.819965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:40.824152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Usage tracker for resource:security_group_rule and tenant:f7b5c76b5b19499fa429dd435539653d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:40.827170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:40.868692 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:40.960197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3138695-29f1-43d6-957f-aac9c4a77994 req-107d96d1-40eb-47c0-8389-e4a65d78a876 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:40.961722 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c3138695-29f1-43d6-957f-aac9c4a77994 req-107d96d1-40eb-47c0-8389-e4a65d78a876 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.1314220
Apr 20 19:37:41.038215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:41.041629 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c3138695-29f1-43d6-957f-aac9c4a77994 req-687a8d29-0f23-4ba5-a210-c20709434ff8 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734370
Apr 20 19:37:41.042685 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:41.051258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f02e4103-5943-4131-a746-68eaa56aeb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:41.093946 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7b5c76b5b19499fa429dd435539653d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4140494
Apr 20 19:37:41.095771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c0c136-a7ac-4db7-a6ad-8622c876974a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:41.096901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39570) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:41.103905 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.104323 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.104740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.105169 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.105565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.105959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.106353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.106746 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.107139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.107530 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.107918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.108305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:41.112792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bb7b223a-0a11-4898-89a0-ad618b16c722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:41.160133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-003e1a76-7efe-418e-b8b7-ede4e3371011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:41.186963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-003e1a76-7efe-418e-b8b7-ede4e3371011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:41.232549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-003e1a76-7efe-418e-b8b7-ede4e3371011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:41.238115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-22754718-19c6-413a-b23e-1f7a64cda376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:41.250045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e1a76-7efe-418e-b8b7-ede4e3371011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c0c136-a7ac-4db7-a6ad-8622c876974a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:41.253988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-003e1a76-7efe-418e-b8b7-ede4e3371011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:41.256004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-003e1a76-7efe-418e-b8b7-ede4e3371011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:41.257878 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-003e1a76-7efe-418e-b8b7-ede4e3371011 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44c0c136-a7ac-4db7-a6ad-8622c876974a HTTP/1.1" status: 204  len: 168 time: 0.1592610
Apr 20 19:37:41.962414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39600) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:42.072689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-324447165-network', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:42.078218 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:42.082945 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Usage tracker for resource:network and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:42.086031 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:42.096671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:42.106073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Made reservation on behalf of 0c4aa18a1cff47ab91e2f24617f0831d for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:37:42.110794 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.123821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.139224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:42.144059 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Usage tracker for resource:security_group_rule and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:42.147054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:42.153109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:42.240734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.243491 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.246321 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812bdd-5bb9-4f16-a193-a878ba4d3a6a req-1a66ed9f-1b77-4ce4-ae84-ba5b9040ce63 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:42.247799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6d287c34-df87-4574-868e-8f33e01a7c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:42.247952 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b1812bdd-5bb9-4f16-a193-a878ba4d3a6a req-1a66ed9f-1b77-4ce4-ae84-ba5b9040ce63 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.0882828
Apr 20 19:37:42.273759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:37:42.288208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d08cba-ecb1-4307-845b-48faa3c30f2f,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:42.292627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:42.293595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.293991 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Added segment 3b9b736c-fc4c-417e-a278-d7fbb445ce57 of type vlan for network 3c1bcb0a-f075-4757-a482-b63fb34202bf
Apr 20 19:37:42.301918 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b1812bdd-5bb9-4f16-a193-a878ba4d3a6a req-0066d0f6-767c-488d-a948-a2eb65876461 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470023
Apr 20 19:37:42.321569 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.351977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.354371 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:42.355027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.360038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:42.470576 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5068133
Apr 20 19:37:42.471400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1bcb0a-f075-4757-a482-b63fb34202bf,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:42.473766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39608) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:42.474268 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0ca373f1-89b5-4429-a1ca-beb028b37385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:42.480017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Request body: {'subnet': {'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-324447165-subnet', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:42.481724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:37:42.485233 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:42.489561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Usage tracker for resource:subnet and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:42.492522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:42.498502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:42.508153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Made reservation on behalf of 0c4aa18a1cff47ab91e2f24617f0831d for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:37:42.512863 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2817150'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.890112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39618) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:42.929240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1367531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2817135'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:42.934129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:43.014320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dceb24-d265-4cff-902a-01a05b662b2e,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:43.015686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.018115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:43.024529 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Checking segment: {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:43.024963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Network hostable DHCP agents. Network: 3c1bcb0a-f075-4757-a482-b63fb34202bf, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:37:43.031767 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:43.035846 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Usage tracker for resource:security_group_rule and tenant:fd903cfda4d440cba244bc5bcc2d01ec is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:43.038824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:43.044290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:37:43.045001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:43.053386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 3c1bcb0a-f075-4757-a482-b63fb34202bf) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:43.065567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1c508e-fc11-4484-bdc3-599da416c81b None None] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:37:43.066658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:43.067306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.099503 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-bca32d2b-1a29-413d-8816-5bb6f072e94a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6218305
Apr 20 19:37:43.099811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39624) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:43.110174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:43.117371 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:43.129223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Usage tracker for resource:router and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:43.134304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:43.148291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:43.165657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.170019 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.180579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c55fc1fe-1eda-426b-814d-d6182a40b941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:43.447363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.448410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.463282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.474921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-3c1bcb0a-f075-4757-a482-b63fb34202bf', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:37:43.475863 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.485880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed9d29-a70a-4e30-9584-174dd2a2ff58,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:43.502508 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:43.516778 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd903cfda4d440cba244bc5bcc2d01ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6230171
Apr 20 19:37:43.517129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39630) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:43.543798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5ab1-0e61-4f13-bdc9-de4e32aeaa9b req-6f29758d-2eea-423f-b6ee-9cd180736e9a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:43.545605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36ea5ab1-0e61-4f13-bdc9-de4e32aeaa9b req-6f29758d-2eea-423f-b6ee-9cd180736e9a tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.1168327
Apr 20 19:37:43.597619 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-36ea5ab1-0e61-4f13-bdc9-de4e32aeaa9b req-2bf8dc19-7e16-4e5a-bce0-6fc560051ac3 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451934
Apr 20 19:37:43.657248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Allocated IP 172.20.0.2 (3c1bcb0a-f075-4757-a482-b63fb34202bf/53dceb24-d265-4cff-902a-01a05b662b2e/edb0e931-88a9-45b0-a748-3cdd2b9ba59a) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:43.854275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-401e5809-0024-4340-8f76-4d650599d56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.873501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.878948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.890688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Transition to ACTIVE for port object edb0e931-88a9-45b0-a748-3cdd2b9ba59a will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:43.911109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Transition to ACTIVE for port object edb0e931-88a9-45b0-a748-3cdd2b9ba59a will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:43.915645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.920988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:43.922226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-401e5809-0024-4340-8f76-4d650599d56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:43.984456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:43.988814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:43.994743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:44.000880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Pushing event updated for resources: {'Port': ['ID=edb0e931-88a9-45b0-a748-3cdd2b9ba59a,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:44.005075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:44.046085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-401e5809-0024-4340-8f76-4d650599d56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:44.051804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-34a13ef7-eb42-4cda-b80f-a4c057ecb850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:44.067785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e5809-0024-4340-8f76-4d650599d56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed9d29-a70a-4e30-9584-174dd2a2ff58,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:44.075470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-401e5809-0024-4340-8f76-4d650599d56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:44.091473 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-401e5809-0024-4340-8f76-4d650599d56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:44.092696 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-401e5809-0024-4340-8f76-4d650599d56a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0fed9d29-a70a-4e30-9584-174dd2a2ff58 HTTP/1.1" status: 204  len: 168 time: 0.5740683
Apr 20 19:37:44.108117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Attempting to bind port edb0e931-88a9-45b0-a748-3cdd2b9ba59a on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:37:44.108478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Attempting to bind port edb0e931-88a9-45b0-a748-3cdd2b9ba59a by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:37:44.108925 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Attempting to bind port edb0e931-88a9-45b0-a748-3cdd2b9ba59a on network 3c1bcb0a-f075-4757-a482-b63fb34202bf {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:37:44.115597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:37:44.116020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Checking segment: {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:44.116472 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:44.116941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Bound using segment: {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:37:44.117461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Bound port: edb0e931-88a9-45b0-a748-3cdd2b9ba59a, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:37:44.117872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:44.230971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] For port edb0e931-88a9-45b0-a748-3cdd2b9ba59a, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:37:44.234257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] For port edb0e931-88a9-45b0-a748-3cdd2b9ba59a, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=edb0e931-88a9-45b0-a748-3cdd2b9ba59a,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:37:44.238249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:44.245553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b6fcdb3c-43a6-4185-90ea-6ed1c95cc2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:44.307694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:44.341888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Pushing event updated for resources: {'Port': ['ID=edb0e931-88a9-45b0-a748-3cdd2b9ba59a,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:44.342492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:44.350843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:44.546431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Allocated IP 172.27.2.103 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/b9929702-be18-4bcc-8796-aebcf2bef307) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:44.743679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:44.775670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:44.783666 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4680855e-397f-4d7e-af66-90347dc511b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:44.844258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:44.847765 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:44.850318 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:44.861053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d555c-db3e-45bd-8a12-0c1a28cbc8a3 req-a0f9710b-bb19-44dc-b1bc-ab203328f445 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:44.863283 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-967d555c-db3e-45bd-8a12-0c1a28cbc8a3 req-a0f9710b-bb19-44dc-b1bc-ab203328f445 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.1064570
Apr 20 19:37:44.915146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39656) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:44.917075 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-967d555c-db3e-45bd-8a12-0c1a28cbc8a3 req-0982e3f2-d99f-4c11-a96c-b3dbba503712 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474088
Apr 20 19:37:44.919739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9929702-be18-4bcc-8796-aebcf2bef307,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:44.923164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:45.103430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-404454105-network', 'tenant_id': '3608ab590f13437caf52ce138af80c66'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:45.116553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:45.129637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Usage tracker for resource:network and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:45.134956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:45.144354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:45.217091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Made reservation on behalf of 3608ab590f13437caf52ce138af80c66 for: {'network': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:37:45.222378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:45.302596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:45.330990 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:45.338421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Usage tracker for resource:security_group_rule and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:45.343388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:45.352537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:45.403345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:45.701683 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:45.773106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:45.779044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-597bb364-34aa-4d3c-9926-d9c073080de2 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:45.803546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1bdc8-28d8-4738-9a41-43ddd5634450 None None] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:37:45.820570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=86372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:37:45.839913 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf71c434-66c0-4e03-97f3-7a055714f96c,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:45.846656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:45.847596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:45.847980 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Added segment 4697efdc-2037-4bbd-b7e9-1e74a85fc03b of type vlan for network e361dd34-ca15-4774-93ca-f11c93f3906a
Apr 20 19:37:45.898338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:45.902968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:45.903811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-aa504b45-747e-479b-88e8-1410382d2cf9 None None] Provisioning for port edb0e931-88a9-45b0-a748-3cdd2b9ba59a completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:46.038274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.resource_extend [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:37:46.145792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72562a50-7247-43fd-ae33-a6b0be42ed0d req-52d2b00c-6eaf-4d4a-bb06-054db270f9c3 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:46.147513 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-72562a50-7247-43fd-ae33-a6b0be42ed0d req-52d2b00c-6eaf-4d4a-bb06-054db270f9c3 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.1086106
Apr 20 19:37:46.220524 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-72562a50-7247-43fd-ae33-a6b0be42ed0d req-03730bc0-5095-44e3-bb35-e741ccfe9277 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617399
Apr 20 19:37:46.254216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device edb0e931-88a9-45b0-a748-3cdd2b9ba59a up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:37:46.320536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.324366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:46.325035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.332355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:46.334995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port edb0e931-88a9-45b0-a748-3cdd2b9ba59a completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:46.343192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port edb0e931-88a9-45b0-a748-3cdd2b9ba59a triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:46.343624 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.386680 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-ce80fde7-33bf-4611-82c7-871b57ae82d7 None None] Provisioning complete for port edb0e931-88a9-45b0-a748-3cdd2b9ba59a triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:46.387024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ce80fde7-33bf-4611-82c7-871b57ae82d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.469713 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5514846
Apr 20 19:37:46.472853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Pushing event updated for resources: {'Network': ['ID=e361dd34-ca15-4774-93ca-f11c93f3906a,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:46.473502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39664) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:46.476269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-439672c9-48d0-4939-ac17-ce7840532e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:46.480260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Request body: {'subnet': {'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-404454105-subnet', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:46.487377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:46.491611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Usage tracker for resource:subnet and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:46.494911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:46.502627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:46.508193 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Router c33a352f-ed43-40fb-bf9f-428af3805d57 is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:37:46.508877 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network e361dd34-ca15-4774-93ca-f11c93f3906a details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:37:46.513235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Made reservation on behalf of 3608ab590f13437caf52ce138af80c66 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:37:46.518024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2817150'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.677443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.707180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:37:46.711343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ce80fde7-33bf-4611-82c7-871b57ae82d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.726400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.726774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Sync routers for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:37:46.730509 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.6271431
Apr 20 19:37:46.730915 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39668) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:46.763165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:37:46.763855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5fc3a58>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:46.898447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port edb0e931-88a9-45b0-a748-3cdd2b9ba59a, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=edb0e931-88a9-45b0-a748-3cdd2b9ba59a,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:37:46.915409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.951246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:46.962560 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1367531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2817135'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:46.967473 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:47.049635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-ce80fde7-33bf-4611-82c7-871b57ae82d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:37:47.050026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-ce80fde7-33bf-4611-82c7-871b57ae82d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:37:47.054068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Checking segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:47.054468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Network hostable DHCP agents. Network: e361dd34-ca15-4774-93ca-f11c93f3906a, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:37:47.062751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bdfb82-bc0f-4955-9ffb-783aa48a713a,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:47.066573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:47.082651 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=edb0e931-88a9-45b0-a748-3cdd2b9ba59a,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:47.082918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Network e361dd34-ca15-4774-93ca-f11c93f3906a is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:37:47.090339 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:47.093522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, e361dd34-ca15-4774-93ca-f11c93f3906a) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:47.094905 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:37:47.107263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:47.107917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:47.129574 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4a3a614b-5374-4fcb-a2a1-d6192b1cbabf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6547275
Apr 20 19:37:47.132105 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39672) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:47.137890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:47.143279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:47.143429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a27bc53-f32e-4420-809a-5c7145257a3d None None] Network e361dd34-ca15-4774-93ca-f11c93f3906a requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:37:47.147468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Usage tracker for resource:router and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:47.150531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:47.156969 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:47.167916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:47.169052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:47.184450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:47.364440 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 076208ee-e3f1-45f9-b986-47a5b26317b8 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:37:47.527574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:47.560260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:47.610714 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb947923-9284-416d-a765-620b63b1e576 req-499423ff-2bed-4bc5-b39d-016f4f2500b6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:47.617063 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bb947923-9284-416d-a765-620b63b1e576 req-499423ff-2bed-4bc5-b39d-016f4f2500b6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 944 time: 0.2695756
Apr 20 19:37:47.739477 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bb947923-9284-416d-a765-620b63b1e576 req-431578e2-de2b-4c2a-aba1-fca79a03488d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705602
Apr 20 19:37:47.760380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Allocated IP 172.20.0.1 (3c1bcb0a-f075-4757-a482-b63fb34202bf/53dceb24-d265-4cff-902a-01a05b662b2e/da86560d-b35e-419f-bff4-4e15e1f9de58) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:47.923865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:47.941263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Transition to ACTIVE for port object da86560d-b35e-419f-bff4-4e15e1f9de58 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:47.966813 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:47.971994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:47.990426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=076208ee-e3f1-45f9-b986-47a5b26317b8,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:37:47.991267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.001043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-e361dd34-ca15-4774-93ca-f11c93f3906a', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:37:48.002584 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.030099 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.034999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'port_id': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'mac_address': 'fa:16:3e:23:92:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:37:48.044502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:48.048083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:48.055410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:48.099302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Pushing event updated for resources: {'Port': ['ID=da86560d-b35e-419f-bff4-4e15e1f9de58,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:48.103805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:48.105137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5fc3a58>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:45Z', 'revision_number': 3, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:48.122888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.166304 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Checking router: c33a352f-ed43-40fb-bf9f-428af3805d57 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:37:48.166741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Updating router c33a352f-ed43-40fb-bf9f-428af3805d57 port b9929702-be18-4bcc-8796-aebcf2bef307 binding host dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:37:48.192276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Allocated IP 172.27.2.50 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/b83e4562-df72-4b19-9d86-3f546c4b4b21) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:48.237734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.301158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.361892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device edb0e931-88a9-45b0-a748-3cdd2b9ba59a up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:37:48.369028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.403286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.410036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:48.428816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.430334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076208ee-e3f1-45f9-b986-47a5b26317b8 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:37:48.550438 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c2cfdf92-ad9f-40e2-9491-ce241671a148 None None] Provisioning for port da86560d-b35e-419f-bff4-4e15e1f9de58 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:48.565492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=076208ee-e3f1-45f9-b986-47a5b26317b8,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:37:48.591285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c2cfdf92-ad9f-40e2-9491-ce241671a148 None None] Provisioning complete for port da86560d-b35e-419f-bff4-4e15e1f9de58 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:48.591713 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c2cfdf92-ad9f-40e2-9491-ce241671a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.629450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.685967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.690456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.692072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:48.721606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7cb9ffe9-fff9-4af6-9bfa-83969a5d1c5e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:48.742449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:48.745562 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:48.748332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:48.757723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Allocated IP 172.20.0.2 (e361dd34-ca15-4774-93ca-f11c93f3906a/29bdfb82-bc0f-4955-9ffb-783aa48a713a/3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:48.793782 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Pushing event updated for resources: {'Port': ['ID=b83e4562-df72-4b19-9d86-3f546c4b4b21,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:48.799028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port edb0e931-88a9-45b0-a748-3cdd2b9ba59a triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:48.799456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.803333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:48.824154 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:48.828538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Pushing event updated for resources: {'Port': ['ID=da86560d-b35e-419f-bff4-4e15e1f9de58,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:48.833097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:48.862174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfdf92-ad9f-40e2-9491-ce241671a148 None None] Port da86560d-b35e-419f-bff4-4e15e1f9de58 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:37:48.976063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['076208ee-e3f1-45f9-b986-47a5b26317b8'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:37:48.987439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:48.988646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:49.031182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=076208ee-e3f1-45f9-b986-47a5b26317b8,revision_number=7']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:49.043367 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:49.137996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d5096-6d9e-42cb-bdbd-8400cc8d15de req-e3c5ba12-6a14-4d7b-8b89-c3f3912caf3d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:49.140404 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5e5d5096-6d9e-42cb-bdbd-8400cc8d15de req-e3c5ba12-6a14-4d7b-8b89-c3f3912caf3d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 945 time: 0.2448990
Apr 20 19:37:49.358364 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5e5d5096-6d9e-42cb-bdbd-8400cc8d15de req-93c3eec0-153b-495a-bdfe-080857d71d58 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1489317
Apr 20 19:37:49.397201 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:49.477723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Router c33a352f-ed43-40fb-bf9f-428af3805d57 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:37:49.616956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-aad9c5ea-aeb4-4a76-8506-ca567569df86 None None] Provisioning complete for port da86560d-b35e-419f-bff4-4e15e1f9de58 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:49.617386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aad9c5ea-aeb4-4a76-8506-ca567569df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:49.680961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:49.684901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:37:49.692573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:49.697309 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] 10.222.0.38 "PUT /v2.0/routers/c33a352f-ed43-40fb-bf9f-428af3805d57/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9654741
Apr 20 19:37:49.739396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Transition to ACTIVE for port object b9929702-be18-4bcc-8796-aebcf2bef307 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:49.749442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Transition to ACTIVE for port object 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:49.758870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-aad9c5ea-aeb4-4a76-8506-ca567569df86 None None] Port da86560d-b35e-419f-bff4-4e15e1f9de58 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:37:49.770165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:49.783681 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:49.793330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:49.866103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Transition to ACTIVE for port object 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:49.894281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee6083-16c5-4c40-820e-3f089667adbc None None] Pushing event updated for resources: {'Port': ['ID=b9929702-be18-4bcc-8796-aebcf2bef307,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:49.897373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:49.902757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b0ee6083-16c5-4c40-820e-3f089667adbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:49.903277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b0ee6083-16c5-4c40-820e-3f089667adbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:49.941824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Attempting to bind port b9929702-be18-4bcc-8796-aebcf2bef307 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:37:49.942245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Attempting to bind port b9929702-be18-4bcc-8796-aebcf2bef307 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:37:49.942660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Attempting to bind port b9929702-be18-4bcc-8796-aebcf2bef307 on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:37:49.978166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:37:49.978588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:49.979040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:49.979487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:37:49.980019 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Bound port: b9929702-be18-4bcc-8796-aebcf2bef307, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:37:49.980440 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.025536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Network e361dd34-ca15-4774-93ca-f11c93f3906a is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:50.032292 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Router d022aab9-c706-42a6-a8c2-c641015b988c is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:37:50.040749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:50.050918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:50.136017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Pushing event updated for resources: {'Port': ['ID=3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:50.183620 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:50.224643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] For port b9929702-be18-4bcc-8796-aebcf2bef307, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:37:50.234324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:37:50.238413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Attempting to bind port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:37:50.238842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Attempting to bind port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:37:50.239259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Attempting to bind port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b on network e361dd34-ca15-4774-93ca-f11c93f3906a {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:37:50.248106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Sync routers for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:37:50.252337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:37:50.252775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Checking segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:50.253229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.253676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Bound using segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:37:50.254209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Bound port: 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:37:50.254638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.258668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:37:50.259545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5f8b1d0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:50.267661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.272028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] For port b9929702-be18-4bcc-8796-aebcf2bef307, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b9929702-be18-4bcc-8796-aebcf2bef307,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:37:50.272556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39692) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:50.273400 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1398284
Apr 20 19:37:50.289822 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.294866 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:50.359754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39698) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:50.367230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-799265834-network', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:50.372616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:50.378108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Usage tracker for resource:network and tenant:59956d06af4547a48c2662e3ee9f4196 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:50.382008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:50.403380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:50.414390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] For port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:37:50.417727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] For port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:37:50.425790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Made reservation on behalf of 59956d06af4547a48c2662e3ee9f4196 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:37:50.437034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.442486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.469247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.492590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:37:50.509734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:37:50.510445 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5fc3a58>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:50.512187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:50.522200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Usage tracker for resource:security_group_rule and tenant:59956d06af4547a48c2662e3ee9f4196 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:50.527243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:50.542389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:50.656046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee6083-16c5-4c40-820e-3f089667adbc None None] Pushing event updated for resources: {'Port': ['ID=b9929702-be18-4bcc-8796-aebcf2bef307,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:50.672077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b0ee6083-16c5-4c40-820e-3f089667adbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:50.672594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:50.771480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb83d98-c6da-4232-a75b-bd508d65c48d req-578fd312-9278-449c-b192-a5890f8fd65d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:50.785555 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4fb83d98-c6da-4232-a75b-bd508d65c48d req-578fd312-9278-449c-b192-a5890f8fd65d tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 945 time: 0.1907184
Apr 20 19:37:50.791704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Pushing event updated for resources: {'Port': ['ID=3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:50.805360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:50.831191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:37:50.904948 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4fb83d98-c6da-4232-a75b-bd508d65c48d req-7a9f4b57-737a-42cf-aa6b-9107a785f794 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180022
Apr 20 19:37:50.985597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.990857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.014392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:37:51.032382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-39f2c9aa-4cb1-4af1-b10c-0acee5bfb089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:51.067456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5f8b1d0>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:49Z', 'revision_number': 3, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:51.071752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Checking router: d022aab9-c706-42a6-a8c2-c641015b988c for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:37:51.072156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Updating router d022aab9-c706-42a6-a8c2-c641015b988c port b83e4562-df72-4b19-9d86-3f546c4b4b21 binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:37:51.087140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe5ab3-087d-4c4b-ab36-417b38e85a6d,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:51.090589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:51.094363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.094759 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Added segment a4481a1d-772a-4cab-a774-1f8f258b7368 of type vlan for network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a
Apr 20 19:37:51.129815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.160279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.171268 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.172802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:51.175741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.202332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-941137fd-0df9-418a-b3c1-926ce0dfb29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:51.224364 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8630254
Apr 20 19:37:51.226890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39704) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:51.237688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Request body: {'subnet': {'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-799265834-subnet', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'ip_version': 4}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:51.298834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5fc3a58>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 2, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:51.299141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:51.304023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461b1b1-81ed-464d-ba56-b9b13dcb0649 None None] The sync data for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi is: [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 2, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:37:51.315934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a9bf4d2a-722c-4c74-bdbb-c250b9675a0a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:51.316665 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Usage tracker for resource:subnet and tenant:59956d06af4547a48c2662e3ee9f4196 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:51.326835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:51.328100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:37:51.328384 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:51.334491 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:51.361636 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.401861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 076208ee-e3f1-45f9-b986-47a5b26317b8 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:37:51.499757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Made reservation on behalf of 59956d06af4547a48c2662e3ee9f4196 for: {'subnet': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:37:51.511872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851607834'] for subnet, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.574166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.586804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Transition to ACTIVE for port object b83e4562-df72-4b19-9d86-3f546c4b4b21 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:51.593881 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.605246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:51.680207 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Pushing event updated for resources: {'Port': ['ID=b83e4562-df72-4b19-9d86-3f546c4b4b21,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:51.722558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 076208ee-e3f1-45f9-b986-47a5b26317b8 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:51.722985 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.731965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.732607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.737316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.738091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.738752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.739261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.739748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.740237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.740770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.741815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.742334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.747659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:37:51.761668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:51.762512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Attempting to bind port b83e4562-df72-4b19-9d86-3f546c4b4b21 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:37:51.763443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Attempting to bind port b83e4562-df72-4b19-9d86-3f546c4b4b21 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:37:51.763751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Attempting to bind port b83e4562-df72-4b19-9d86-3f546c4b4b21 on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:37:51.773285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:37:51.773700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:51.774146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.774586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:37:51.775111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Bound port: b83e4562-df72-4b19-9d86-3f546c4b4b21, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:37:51.775528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.839078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Allocated IP 172.20.0.1 (e361dd34-ca15-4774-93ca-f11c93f3906a/29bdfb82-bc0f-4955-9ffb-783aa48a713a/8058d542-8dc1-45cc-9dad-cfb71b3f7724) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:51.888028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] For port b83e4562-df72-4b19-9d86-3f546c4b4b21, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:37:51.891906 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] For port b83e4562-df72-4b19-9d86-3f546c4b4b21, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b83e4562-df72-4b19-9d86-3f546c4b4b21,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:37:51.896381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:51.901793 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-768d2653-6ed6-4184-999f-9b60c0297f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:52.004278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Pushing event updated for resources: {'Port': ['ID=b83e4562-df72-4b19-9d86-3f546c4b4b21,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:52.023122 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:52.043694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:37:52.044335 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5f8b1d0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:52.045105 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:52.129282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:37:52.172441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=076208ee-e3f1-45f9-b986-47a5b26317b8,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:37:52.193922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:52.214970 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:52.359252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caaa8f-a8a9-4994-be5e-7bd567301dd7 req-de72df14-1d03-40e4-8420-cb39f0316e71 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:52.361921 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'code': 200}
Apr 20 19:37:52.369769 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65caaa8f-a8a9-4994-be5e-7bd567301dd7 req-de72df14-1d03-40e4-8420-cb39f0316e71 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.2282181
Apr 20 19:37:52.373264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:52.420503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=076208ee-e3f1-45f9-b986-47a5b26317b8,revision_number=8']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:52.432342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c2441-aa09-40d3-b067-d9360025b073 None None] Network e361dd34-ca15-4774-93ca-f11c93f3906a requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:37:52.454447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:37:52.460544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:37:52.498194 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65caaa8f-a8a9-4994-be5e-7bd567301dd7 req-10be48ba-08bf-4f8c-835f-dd1232f7e932 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274242
Apr 20 19:37:52.511754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:52.563776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Transition to ACTIVE for port object 8058d542-8dc1-45cc-9dad-cfb71b3f7724 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:52.633075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:52.643157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-932388b9-6b2b-4976-80fc-1a6b38b48dc6 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:52.771214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Network e361dd34-ca15-4774-93ca-f11c93f3906a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:52.790420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:52.797484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:52.864945 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Pushing event updated for resources: {'Port': ['ID=8058d542-8dc1-45cc-9dad-cfb71b3f7724,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:52.865475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-a777fa2c-9775-42ce-8f1b-79fdecb2aa24 None None] Provisioning for port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:52.872392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5f8b1d0>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:49Z', 'revision_number': 3, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:52.875880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:52.877513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917655d4-a96c-4d8f-b1cd-db322525fc79 None None] The sync data for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi is: [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:49Z', 'revision_number': 3, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:37:52.941362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:52.950450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:52.950929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:52.953912 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:52.990663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f6c69-b1f4-4745-867a-94a7211e02d7 req-7e35d9e7-53fa-4a21-b677-6a475652ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:52.992377 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a34f6c69-b1f4-4745-867a-94a7211e02d7 req-7e35d9e7-53fa-4a21-b677-6a475652ed4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1099 time: 0.2956016
Apr 20 19:37:53.020930 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852671770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851607817'] for subnet, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.035342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5ad9cd13-a3b3-4f75-a9b0-a1e861aebe99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:53.123885 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a34f6c69-b1f4-4745-867a-94a7211e02d7 req-5bd34245-db70-4117-8939-f74b04648351 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193392
Apr 20 19:37:53.157495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc33fbc-2cca-4fc1-8634-18394a33f20f,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:53.164329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:53.169852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Checking segment: {'id': 'a4481a1d-772a-4cab-a774-1f8f258b7368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:53.170257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Network hostable DHCP agents. Network: a9bf4d2a-722c-4c74-bdbb-c250b9675a0a, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:37:53.201109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.254615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:37:53.257082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.258406 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:37:53.259190 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b4f9e80e-9288-4a0f-9afd-e7ada065b8fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:53.263988 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.283594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, a9bf4d2a-722c-4c74-bdbb-c250b9675a0a) {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:53.304645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:53.305331 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.305698 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8b3b43-9ab3-47dd-b93a-1d561a2ff301 None None] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:37:53.474444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:53.481722 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:53.575999 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-410dbd92-0731-4674-8baa-f5b3bbe5a977 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.3472364
Apr 20 19:37:53.577043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39714) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:53.590291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:53.616976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:53.625059 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Usage tracker for resource:router and tenant:59956d06af4547a48c2662e3ee9f4196 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:53.630942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:53.667687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:53.676382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-a9bf4d2a-722c-4c74-bdbb-c250b9675a0a', 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'fixed_ips': [{'subnet_id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:37:53.678750 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.705695 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.708324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.763880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c8d0e386-7481-4bd6-807d-f9572b9aa0c5 None None] Provisioning for port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:53.768319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.773713 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.775948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c8d0e386-7481-4bd6-807d-f9572b9aa0c5 None None] Provisioning complete for port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:53.776332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e386-7481-4bd6-807d-f9572b9aa0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.804550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71075edf-3b60-4870-ad0a-8ef94fdce7e6 req-da0caa4b-3f5a-4d67-ae37-3930e395fc56 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:53.806568 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-71075edf-3b60-4870-ad0a-8ef94fdce7e6 req-da0caa4b-3f5a-4d67-ae37-3930e395fc56 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.1425369
Apr 20 19:37:53.809645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2235e92d-9fa6-491b-87c9-2b43127f055c tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:53.875644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0e386-7481-4bd6-807d-f9572b9aa0c5 None None] Port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:37:53.887836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.898694 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-71075edf-3b60-4870-ad0a-8ef94fdce7e6 req-122bb711-4ea1-47b9-bc1f-c1719c68d2ac tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768585
Apr 20 19:37:53.939603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c8d0e386-7481-4bd6-807d-f9572b9aa0c5 None None] Provisioning complete for port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:53.940072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e386-7481-4bd6-807d-f9572b9aa0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.940834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.946194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Pushing event updated for resources: {'Port': ['ID=8058d542-8dc1-45cc-9dad-cfb71b3f7724,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:54.003410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Allocated IP 172.20.0.2 (a9bf4d2a-722c-4c74-bdbb-c250b9675a0a/6fc33fbc-2cca-4fc1-8634-18394a33f20f/05ed1de7-792a-46ff-bcc0-4f47d84a602c) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:54.004230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:54.388297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:54.403707 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Transition to ACTIVE for port object 05ed1de7-792a-46ff-bcc0-4f47d84a602c will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:54.429247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Transition to ACTIVE for port object 05ed1de7-792a-46ff-bcc0-4f47d84a602c will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:54.436187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:54.454199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:54.493252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:37:54.580005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:54.595804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:54.610083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:54.634107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-3130063b-c570-4033-a989-54d391764c13 None None] Provisioning complete for port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:54.634530 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3130063b-c570-4033-a989-54d391764c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:54.653028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:54.659187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Network e361dd34-ca15-4774-93ca-f11c93f3906a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:54.661866 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:54.664434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Pushing event updated for resources: {'Port': ['ID=05ed1de7-792a-46ff-bcc0-4f47d84a602c,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:54.698048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:54.835942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-3130063b-c570-4033-a989-54d391764c13 None None] Port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:37:54.840957 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Attempting to bind port 05ed1de7-792a-46ff-bcc0-4f47d84a602c on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:37:54.841424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Attempting to bind port 05ed1de7-792a-46ff-bcc0-4f47d84a602c by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'a4481a1d-772a-4cab-a774-1f8f258b7368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:37:54.841981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Attempting to bind port 05ed1de7-792a-46ff-bcc0-4f47d84a602c on network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:37:54.853996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:37:54.854426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Checking segment: {'id': 'a4481a1d-772a-4cab-a774-1f8f258b7368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:54.854884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:54.855445 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Bound using segment: {'id': 'a4481a1d-772a-4cab-a774-1f8f258b7368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:37:54.856133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Bound port: 05ed1de7-792a-46ff-bcc0-4f47d84a602c, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4481a1d-772a-4cab-a774-1f8f258b7368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:37:54.856625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:54.871642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:54.872127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:54.974591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Router d022aab9-c706-42a6-a8c2-c641015b988c has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:37:55.051311 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-e73c9239-0300-4eb9-9fcc-f72b3fe47659 None None] Provisioning complete for port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:55.051956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e73c9239-0300-4eb9-9fcc-f72b3fe47659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:55.094039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Sync routers for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:37:55.126972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7ceb5-f0b8-4cc5-b470-8a33dcca5e7d req-643e0175-9010-4598-ad50-e7d29607169e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:55.128580 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fce7ceb5-f0b8-4cc5-b470-8a33dcca5e7d req-643e0175-9010-4598-ad50-e7d29607169e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0929601
Apr 20 19:37:55.147947 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] For port 05ed1de7-792a-46ff-bcc0-4f47d84a602c, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:37:55.150170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-49e5765a-0924-4079-9c8d-5d9ef7ae5139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:55.183005 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fce7ceb5-f0b8-4cc5-b470-8a33dcca5e7d req-4ec19ba7-4225-488a-97a0-7a7fbc24bf5e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473590
Apr 20 19:37:55.201753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:37:55.202470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a59c6be0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:55.283361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] For port 05ed1de7-792a-46ff-bcc0-4f47d84a602c, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=05ed1de7-792a-46ff-bcc0-4f47d84a602c,segment=NetworkSegment(a4481a1d-772a-4cab-a774-1f8f258b7368),segment_id=a4481a1d-772a-4cab-a774-1f8f258b7368)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:37:55.351066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e73c9239-0300-4eb9-9fcc-f72b3fe47659 None None] Port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:37:55.369580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:55.375180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:37:55.387778 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:55.390185 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] 10.222.0.38 "PUT /v2.0/routers/d022aab9-c706-42a6-a8c2-c641015b988c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1158783
Apr 20 19:37:55.410503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:55.451740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:55.624858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Allocated IP 172.27.2.160 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/b8b9bcab-b49c-4669-af19-0a2a1b70103d) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:55.684826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b9929702-be18-4bcc-8796-aebcf2bef307 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:37:55.781072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Pushing event updated for resources: {'Port': ['ID=05ed1de7-792a-46ff-bcc0-4f47d84a602c,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:55.795490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:55.804844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:55.818958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:37:55.842723 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:55.848420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-540eae4c-634e-4e2e-8c53-0062b02a75e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:55.899934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port b9929702-be18-4bcc-8796-aebcf2bef307 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:55.912036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b9929702-be18-4bcc-8796-aebcf2bef307 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:55.912464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:55.929228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:55.933327 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:55.937834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:55.986226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b9bcab-b49c-4669-af19-0a2a1b70103d,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:55.991789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:56.208057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39736) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:56.216232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2125482922-network', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:56.222653 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:56.228008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Usage tracker for resource:network and tenant:1399c03cfa044eb1ad3cdc3ea11506fe is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:56.231748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:56.244659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:56.259629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Sync routers for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:37:56.265394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Made reservation on behalf of 1399c03cfa044eb1ad3cdc3ea11506fe for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:37:56.270141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:37:56.270819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.271192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5f8b5c0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:56.285822 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.308041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:56.313241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Usage tracker for resource:security_group_rule and tenant:1399c03cfa044eb1ad3cdc3ea11506fe is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:56.316925 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:56.325893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:56.349897 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.387500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port b9929702-be18-4bcc-8796-aebcf2bef307, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b9929702-be18-4bcc-8796-aebcf2bef307,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:37:56.395557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a59c6be0>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 2, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:56.398177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.399091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b83e4562-df72-4b19-9d86-3f546c4b4b21 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:37:56.429206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2b95e487-24d7-4ae3-b272-85542e4cd5d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:56.457980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.489504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Checking router: c33a352f-ed43-40fb-bf9f-428af3805d57 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:37:56.490483 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Updating router c33a352f-ed43-40fb-bf9f-428af3805d57 port da86560d-b35e-419f-bff4-4e15e1f9de58 binding host dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:37:56.496293 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.500567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.509772 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:37:56.530586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189}  {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:37:56.542880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.543382 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.segments_db [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Added segment 032706b5-73b3-4efa-b525-c313d42ee613 of type vlan for network 6639b75b-d06f-4dce-9086-66dae4179855
Apr 20 19:37:56.563130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.578452 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729695957875'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.623240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2dadb1e9-889c-4a0b-8668-ffc911c6c8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:56.656287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955e1151-1c2c-43cc-a72b-6abd3453e5cb,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:56.674434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=b9929702-be18-4bcc-8796-aebcf2bef307,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:56.682188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:56.683025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:56.684485 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.687796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:56.691493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.729034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b6d5ca84-42c2-4884-9432-acb89833e080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:56.775963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port b83e4562-df72-4b19-9d86-3f546c4b4b21 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:56.785943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b83e4562-df72-4b19-9d86-3f546c4b4b21 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:56.786536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.837249 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6250560
Apr 20 19:37:56.839077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39740) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:56.851079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Request body: {'subnet': {'network_id': '6639b75b-d06f-4dce-9086-66dae4179855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2125482922-subnet', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:56.856818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:56.862180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Usage tracker for resource:subnet and tenant:1399c03cfa044eb1ad3cdc3ea11506fe is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:56.865697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:56.872062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:56.883013 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Pushing event updated for resources: {'Network': ['ID=6639b75b-d06f-4dce-9086-66dae4179855,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:56.885421 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Made reservation on behalf of 1399c03cfa044eb1ad3cdc3ea11506fe for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:37:56.890543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2817150'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:56.905623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-50e1858d-afd2-481a-87fd-890f7fed6f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:56.951836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Network 6639b75b-d06f-4dce-9086-66dae4179855 details requested by agent ovs-agent-dv-cinder-787264-1-iscsi with host dv-cinder-787264-1-iscsi {{(pid=86374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:37:56.980183 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5f8b5c0>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 2, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:56.985394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Checking router: d022aab9-c706-42a6-a8c2-c641015b988c for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:37:56.986260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Updating router d022aab9-c706-42a6-a8c2-c641015b988c port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:37:57.056285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.235066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.255837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.258281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port b83e4562-df72-4b19-9d86-3f546c4b4b21, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b83e4562-df72-4b19-9d86-3f546c4b4b21,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:37:57.291869 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.297264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:57.408070 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=b83e4562-df72-4b19-9d86-3f546c4b4b21,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:57.415356 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:57.466747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b0a69c78-dd8f-4fb3-88a8-ddd7e5d74a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.537739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a88c10-3551-4aa4-9ac9-ccfe59060a6d None None] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:37:57.627180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:37:57.692384 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d7f2d1b5-5a44-4f34-8081-b1dcb81b89cf None None] Provisioning for port 05ed1de7-792a-46ff-bcc0-4f47d84a602c completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:57.702010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.707451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 05ed1de7-792a-46ff-bcc0-4f47d84a602c up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:37:57.724843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.738946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Transition to ACTIVE for port object 8058d542-8dc1-45cc-9dad-cfb71b3f7724 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:57.745705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.750507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:57.801208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Transition to ACTIVE for port object da86560d-b35e-419f-bff4-4e15e1f9de58 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:57.824176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1367531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2817135'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.829936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.835848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:57.844858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:57.890780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:37:57.929263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:57.931206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41865967-3709-4dab-ab32-5a6678c7c41d None None] Pushing event updated for resources: {'Port': ['ID=8058d542-8dc1-45cc-9dad-cfb71b3f7724,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:57.931483 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d264f437-ad48-4d15-a983-7813bd0dfa93 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.3505018
Apr 20 19:37:57.943592 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d32564-e460-4b04-8267-ce90eade9856 None None] Pushing event updated for resources: {'Port': ['ID=da86560d-b35e-419f-bff4-4e15e1f9de58,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:57.943731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39744) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:57.947148 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Sync routers for ids ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:37:58.004889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Checking segment: {'id': '032706b5-73b3-4efa-b525-c313d42ee613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:58.005664 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Network hostable DHCP agents. Network: 6639b75b-d06f-4dce-9086-66dae4179855, hostable agents: ['1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:37:58.049887 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-45d32564-e460-4b04-8267-ce90eade9856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:58.069614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6127301b-9283-4381-9e9c-5dbb9593dd7e,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:58.072922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Network 6639b75b-d06f-4dce-9086-66dae4179855 is scheduled to be hosted by DHCP agent 1bc9656b-4fa7-4a4c-98f2-8000a35f0fcb with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:37:58.083247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:58.084862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-iscsi, 6639b75b-d06f-4dce-9086-66dae4179855) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:58.108997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7517f2-b8a0-449b-9cf3-7fccc3397501 None None] Network 6639b75b-d06f-4dce-9086-66dae4179855 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:37:58.118608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:37:58.119578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:58.178189 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3377960
Apr 20 19:37:58.180734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39748) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:37:58.187373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:37:58.193687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:37:58.198312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Usage tracker for resource:router and tenant:1399c03cfa044eb1ad3cdc3ea11506fe is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:37:58.203585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:37:58.206419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-41865967-3709-4dab-ab32-5a6678c7c41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:58.213040 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:37:58.227958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853090833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2251'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:58.229468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1697025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773572'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:58.252028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:58.301056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Attempting to bind port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:37:58.301475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Attempting to bind port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:37:58.301859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Attempting to bind port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 on network e361dd34-ca15-4774-93ca-f11c93f3906a {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:37:58.307905 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:37:58.308324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Checking segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:58.308797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:58.309245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Bound using segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:37:58.309769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Bound port: 8058d542-8dc1-45cc-9dad-cfb71b3f7724, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:37:58.310192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:58.418041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Routers {'3e1b7592-1a0b-47ff-baf4-e989ca2b616e'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:37:58.418652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5e8f278>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:58.466634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] For port 8058d542-8dc1-45cc-9dad-cfb71b3f7724, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:37:58.471994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] For port 8058d542-8dc1-45cc-9dad-cfb71b3f7724, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=8058d542-8dc1-45cc-9dad-cfb71b3f7724,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:37:58.477320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:58.495380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-070b586d-8800-4d04-adfd-aa5db5ce124b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:58.561801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773587'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:58.582017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:37:58.582874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5f8b5c0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:58.829492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:37:58.885288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Set router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:37:58.910310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:58.989209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.025401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.150662 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Allocated IP 172.20.0.1 (a9bf4d2a-722c-4c74-bdbb-c250b9675a0a/6fc33fbc-2cca-4fc1-8634-18394a33f20f/3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:59.185900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Allocated IP 172.27.2.227 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/88e2952f-c04e-4d5c-a5c2-a7d93fb88edc) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:37:59.218324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5f8b5c0>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:37:58Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:37:59.222634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41865967-3709-4dab-ab32-5a6678c7c41d None None] Pushing event updated for resources: {'Port': ['ID=8058d542-8dc1-45cc-9dad-cfb71b3f7724,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:59.233034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-41865967-3709-4dab-ab32-5a6678c7c41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:59.233904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be36e809-604a-40b5-a8a4-58fb13ffc21b None None] The sync data for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi is: [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:37:58Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:37:59.307255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 05ed1de7-792a-46ff-bcc0-4f47d84a602c completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:37:59.360681 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.371422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 05ed1de7-792a-46ff-bcc0-4f47d84a602c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:37:59.371871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.378488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.409848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Transition to ACTIVE for port object 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:37:59.416083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.461747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.473880 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.475062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-977154fe-67ba-4517-8808-483aff1739e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:59.485434 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-56588619-462e-4dd7-be0b-a20ed72442b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:59.537631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:59.540760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.540904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:59.550852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:59.560140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Attempting to bind port da86560d-b35e-419f-bff4-4e15e1f9de58 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:37:59.560571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Attempting to bind port da86560d-b35e-419f-bff4-4e15e1f9de58 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:37:59.561023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Attempting to bind port da86560d-b35e-419f-bff4-4e15e1f9de58 on network 3c1bcb0a-f075-4757-a482-b63fb34202bf {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:37:59.569484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Pushing event updated for resources: {'Port': ['ID=88e2952f-c04e-4d5c-a5c2-a7d93fb88edc,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:59.574424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:59.587028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:37:59.587691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Checking segment: {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:37:59.587970 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.588361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Bound using segment: {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:37:59.588940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Bound port: da86560d-b35e-419f-bff4-4e15e1f9de58, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:37:59.589366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.596477 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:37:59.597781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:37:59.600406 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:37:59.602062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41b78485-ba71-535f-85e1-102ed9a09ef6-6639b75b-d06f-4dce-9086-66dae4179855', 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'fixed_ips': [{'subnet_id': '6127301b-9283-4381-9e9c-5dbb9593dd7e'}]}} from dv-cinder-787264-1-iscsi. {{(pid=86374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:37:59.602996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.603132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:37:59.612286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:37:59.624788 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.641429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.724494 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.764085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.844256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] For port da86560d-b35e-419f-bff4-4e15e1f9de58, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:37:59.848667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] For port da86560d-b35e-419f-bff4-4e15e1f9de58, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=da86560d-b35e-419f-bff4-4e15e1f9de58,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:37:59.867929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:59.881487 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:37:59.968196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5e8f278>, [{'id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:53Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 3, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'gw_port': {'id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:55Z', 'updated_at': '2021-04-20T19:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:00.037649 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Checking router: 3e1b7592-1a0b-47ff-baf4-e989ca2b616e for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:38:00.038089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Updating router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e port b8b9bcab-b49c-4669-af19-0a2a1b70103d binding host dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:38:00.081013 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:00.085387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:00.120305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cd36e321-f2de-4324-90f8-dec3c7462c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:00.153615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:00.202325 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:00.237536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:00.282272 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:00.289480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:00.301796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:00.302524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a59c6be0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:00.461224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:38:00.462540 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:38:00.617750 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:00.674802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d32564-e460-4b04-8267-ce90eade9856 None None] Pushing event updated for resources: {'Port': ['ID=da86560d-b35e-419f-bff4-4e15e1f9de58,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:00.677506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853090492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853078564'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:00.679166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-45d32564-e460-4b04-8267-ce90eade9856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:00.699852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:00.762029 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:38:00.952172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Router 1a538662-7c81-402d-bfb3-16b910bc222f is scheduled to L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:38:01.065748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 05ed1de7-792a-46ff-bcc0-4f47d84a602c, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=05ed1de7-792a-46ff-bcc0-4f47d84a602c,segment=NetworkSegment(a4481a1d-772a-4cab-a774-1f8f258b7368),segment_id=a4481a1d-772a-4cab-a774-1f8f258b7368)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:01.070520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Allocated IP 172.20.0.2 (6639b75b-d06f-4dce-9086-66dae4179855/6127301b-9283-4381-9e9c-5dbb9593dd7e/b7240c8e-1088-4413-9f11-9905d5dbde6d) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:38:01.110119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:01.111766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b9929702-be18-4bcc-8796-aebcf2bef307 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:01.196600 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-45d32564-e460-4b04-8267-ce90eade9856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:01.286012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:38:01.302631 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] 10.222.0.38 "PUT /v2.0/routers/3e1b7592-1a0b-47ff-baf4-e989ca2b616e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3512790
Apr 20 19:38:01.405418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:38:01.418644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Sync routers for ids ['1a538662-7c81-402d-bfb3-16b910bc222f'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:38:01.431277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Routers {'1a538662-7c81-402d-bfb3-16b910bc222f'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:01.432752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a67cac88>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['1a538662-7c81-402d-bfb3-16b910bc222f'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:01.461133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:01.462258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-9910b5c6-8448-4a6c-8938-1687bca063d9 None None] Provisioning for port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:01.463616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.2815704
Apr 20 19:38:01.467106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39756) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:01.528245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-9910b5c6-8448-4a6c-8938-1687bca063d9 None None] Provisioning complete for port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:01.528741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9910b5c6-8448-4a6c-8938-1687bca063d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:01.555714 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=05ed1de7-792a-46ff-bcc0-4f47d84a602c,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:01.584815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:01.668699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Set router 1a538662-7c81-402d-bfb3-16b910bc222f gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:01.757239 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-9910b5c6-8448-4a6c-8938-1687bca063d9 None None] Port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:38:01.765137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b9929702-be18-4bcc-8796-aebcf2bef307 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:01.765559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:01.940819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-9910b5c6-8448-4a6c-8938-1687bca063d9 None None] Provisioning complete for port 05ed1de7-792a-46ff-bcc0-4f47d84a602c triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:01.941242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9910b5c6-8448-4a6c-8938-1687bca063d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:02.048763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a67cac88>, [{'id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 3, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'gw_port': {'id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:59Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:02.053392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Checking router: 1a538662-7c81-402d-bfb3-16b910bc222f for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:38:02.053918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Updating router 1a538662-7c81-402d-bfb3-16b910bc222f port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:38:02.114656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:02.127316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:02.152853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a59c6be0>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:02.170549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Transition to ACTIVE for port object b7240c8e-1088-4413-9f11-9905d5dbde6d will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:02.184634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1c634-4b39-490d-8878-892b491dce49 None None] The sync data for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi is: [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:38:02.316838 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Transition to ACTIVE for port object b7240c8e-1088-4413-9f11-9905d5dbde6d will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:02.386194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:02.400248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:02.444185 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:02.575754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Network 6639b75b-d06f-4dce-9086-66dae4179855 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:38:02.585655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Resources bound (agent type, host, resource id):  {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:38:02.623042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:38:02.631508 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:02.748666 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Pushing event updated for resources: {'Port': ['ID=b7240c8e-1088-4413-9f11-9905d5dbde6d,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:02.786326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 05ed1de7-792a-46ff-bcc0-4f47d84a602c up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:02.844156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:02.856214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Allocated IP 172.20.0.1 (6639b75b-d06f-4dce-9086-66dae4179855/6127301b-9283-4381-9e9c-5dbb9593dd7e/1406e347-0ece-4162-9318-5f5421d9e575) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:38:02.880526 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Transition to ACTIVE for port object b8b9bcab-b49c-4669-af19-0a2a1b70103d will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:02.883543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Attempting to bind port b7240c8e-1088-4413-9f11-9905d5dbde6d on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:38:02.884047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Attempting to bind port b7240c8e-1088-4413-9f11-9905d5dbde6d by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '032706b5-73b3-4efa-b525-c313d42ee613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:38:02.884535 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Attempting to bind port b7240c8e-1088-4413-9f11-9905d5dbde6d on network 6639b75b-d06f-4dce-9086-66dae4179855 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:38:02.915641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:02.927398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e28a52a4-b214-4841-9b01-eb196566bba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:02.990095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:38:02.990520 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Checking segment: {'id': '032706b5-73b3-4efa-b525-c313d42ee613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:38:02.990973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:02.991420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Bound using segment: {'id': '032706b5-73b3-4efa-b525-c313d42ee613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:38:02.991962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Bound port: b7240c8e-1088-4413-9f11-9905d5dbde6d, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032706b5-73b3-4efa-b525-c313d42ee613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:38:02.992379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.111480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.157111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Transition to ACTIVE for port object 1406e347-0ece-4162-9318-5f5421d9e575 will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:03.194977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.203316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-df2adab7-745e-44f8-b7b7-31ed9ece5749 tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:03.254627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.289249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Transition to ACTIVE for port object 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:03.297830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.309249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Pushing event updated for resources: {'Port': ['ID=1406e347-0ece-4162-9318-5f5421d9e575,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:03.319608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:03.341693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Attempting to bind port b8b9bcab-b49c-4669-af19-0a2a1b70103d on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:38:03.342341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Attempting to bind port b8b9bcab-b49c-4669-af19-0a2a1b70103d by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:38:03.342914 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Attempting to bind port b8b9bcab-b49c-4669-af19-0a2a1b70103d on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:38:03.344494 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.350716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.351345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.351774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.352197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.352604 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.353084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.353671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.354085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.354496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.354899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.355301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:03.373180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Network 6639b75b-d06f-4dce-9086-66dae4179855 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:38:03.374528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:03.375619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:38:03.382770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:38:03.386388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:38:03.387077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:38:03.387729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.388384 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:38:03.389151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Bound port: b8b9bcab-b49c-4669-af19-0a2a1b70103d, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:38:03.389785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.445308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62489783-dde8-4a5d-9656-8c765ecb83a2 None None] Pushing event updated for resources: {'Port': ['ID=b8b9bcab-b49c-4669-af19-0a2a1b70103d,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:03.446212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Attempting to bind port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:38:03.446640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Attempting to bind port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:38:03.447057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Attempting to bind port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc on network 945571dc-e707-48fa-a147-04a06af043a9 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:38:03.461917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:38:03.462468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Checking segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:38:03.462922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.463368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Bound using segment: {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:38:03.463893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Bound port: 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bb8c00-1b31-49c9-aaf0-9d9995efc396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '945571dc-e707-48fa-a147-04a06af043a9'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:38:03.464314 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.478191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-62489783-dde8-4a5d-9656-8c765ecb83a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:03.497748 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698817'] for router_interface, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.502692 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 05ed1de7-792a-46ff-bcc0-4f47d84a602c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:03.503417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.508016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8a179-8afd-4f0c-b900-af1d1f6c32bf None None] Pushing event updated for resources: {'Port': ['ID=88e2952f-c04e-4d5c-a5c2-a7d93fb88edc,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:03.511675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-58d8a179-8afd-4f0c-b900-af1d1f6c32bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:03.576607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] For port b7240c8e-1088-4413-9f11-9905d5dbde6d, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:38:03.601441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] For port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:38:03.606578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] For port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=88e2952f-c04e-4d5c-a5c2-a7d93fb88edc,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:38:03.608012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] For port b7240c8e-1088-4413-9f11-9905d5dbde6d, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b7240c8e-1088-4413-9f11-9905d5dbde6d,segment=NetworkSegment(032706b5-73b3-4efa-b525-c313d42ee613),segment_id=032706b5-73b3-4efa-b525-c313d42ee613)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:38:03.610670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.611785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] For port b8b9bcab-b49c-4669-af19-0a2a1b70103d, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:38:03.617343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:03.617709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.624111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bdafece8-2688-4d23-9dee-80db105ffaba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:03.671452 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] For port b8b9bcab-b49c-4669-af19-0a2a1b70103d, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b8b9bcab-b49c-4669-af19-0a2a1b70103d,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:38:03.683729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.700547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:03.738368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Routers {'1a538662-7c81-402d-bfb3-16b910bc222f'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:03.739448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a67cac88>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['1a538662-7c81-402d-bfb3-16b910bc222f'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:03.799287 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Routers {'3e1b7592-1a0b-47ff-baf4-e989ca2b616e'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:03.800009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5e8f278>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:03.955580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Pushing event updated for resources: {'Port': ['ID=b7240c8e-1088-4413-9f11-9905d5dbde6d,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:03.982627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:03.983153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:04.004551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:04.011352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:04.041760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b83e4562-df72-4b19-9d86-3f546c4b4b21 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:04.087127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:04.126971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1818539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853076890'] for router_interface, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:04.209675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b83e4562-df72-4b19-9d86-3f546c4b4b21 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:04.209675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:04.285288 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62489783-dde8-4a5d-9656-8c765ecb83a2 None None] Pushing event updated for resources: {'Port': ['ID=b8b9bcab-b49c-4669-af19-0a2a1b70103d,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:04.292745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] Set router 1a538662-7c81-402d-bfb3-16b910bc222f gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:04.333398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-62489783-dde8-4a5d-9656-8c765ecb83a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:04.383769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] Set router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:04.436416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Network 6639b75b-d06f-4dce-9086-66dae4179855 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:38:04.469009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:38:04.583842 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8a179-8afd-4f0c-b900-af1d1f6c32bf None None] Pushing event updated for resources: {'Port': ['ID=88e2952f-c04e-4d5c-a5c2-a7d93fb88edc,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:04.587814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-58d8a179-8afd-4f0c-b900-af1d1f6c32bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:04.704768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Pushing event updated for resources: {'Port': ['ID=1406e347-0ece-4162-9318-5f5421d9e575,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:04.727021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:04.737071 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-8918fe12-15b1-4ab1-ab21-56994d2a18c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.0544903
Apr 20 19:38:04.750687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Router 1a538662-7c81-402d-bfb3-16b910bc222f has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:38:04.754111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a67cac88>, [{'id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 4, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'gw_port': {'id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:59Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '1406e347-0ece-4162-9318-5f5421d9e575', 'name': '', 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'mac_address': 'fa:16:3e:55:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:38:02Z', 'updated_at': '2021-04-20T19:38:02Z', 'revision_number': 1, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'subnets': [{'id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:04.763085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89178b-81e6-40d4-b223-7b841be4c4ea None None] The sync data for ids ['1a538662-7c81-402d-bfb3-16b910bc222f'] in dv-cinder-787264-1-iscsi is: [{'id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 4, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'gw_port': {'id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:59Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '1406e347-0ece-4162-9318-5f5421d9e575', 'name': '', 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'mac_address': 'fa:16:3e:55:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:38:02Z', 'updated_at': '2021-04-20T19:38:02Z', 'revision_number': 1, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'subnets': [{'id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:38:04.871133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device da86560d-b35e-419f-bff4-4e15e1f9de58 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:04.985128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5e8f278>, [{'id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:53Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 4, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'gw_port': {'id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:55Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4', 'name': '', 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'mac_address': 'fa:16:3e:b2:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 2, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'subnets': [{'id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:04.990797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602b646-3e94-44f4-8ced-68b0a2b64c49 None None] The sync data for ids ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'] in dv-cinder-787264-1-iscsi is: [{'id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:53Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 4, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'gw_port': {'id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:55Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4', 'name': '', 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'mac_address': 'fa:16:3e:b2:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 2, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'subnets': [{'id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:38:04.993418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port da86560d-b35e-419f-bff4-4e15e1f9de58 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:04.999363 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port da86560d-b35e-419f-bff4-4e15e1f9de58 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:04.999980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:05.190420 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:05.236041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port da86560d-b35e-419f-bff4-4e15e1f9de58, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=da86560d-b35e-419f-bff4-4e15e1f9de58,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:05.241590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:05.242761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 8058d542-8dc1-45cc-9dad-cfb71b3f7724 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:05.287484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:05.503428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:38:05.524310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=da86560d-b35e-419f-bff4-4e15e1f9de58,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:05.527934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:05.533144 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:05.537044 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:05.537602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:05.560220 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-d3c7122a-902e-4699-9524-439cba4d1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:05.566288 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-d3c7122a-902e-4699-9524-439cba4d1363 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1099 time: 0.2838438
Apr 20 19:38:05.582107 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7ba3bb6d-5551-46a1-8acf-882e880ea897 admin admin] 10.222.0.38 "PUT /v2.0/routers/1a538662-7c81-402d-bfb3-16b910bc222f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1129868
Apr 20 19:38:05.879622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263fd481-2b09-4641-b82b-873c2fea3b7a None None] Network 6639b75b-d06f-4dce-9086-66dae4179855 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:38:05.890501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-d760cd90-f3a6-41a7-b6d5-fb53adc0a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:05.892481 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-d760cd90-f3a6-41a7-b6d5-fb53adc0a3e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 910 time: 0.2901237
Apr 20 19:38:05.929570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:06.125659 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-b7318fa8-57f1-4d12-a8f0-f60898eb2253 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 1001 time: 0.2222331
Apr 20 19:38:06.198858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-3e743f16-3a9e-48ae-9e82-6817fb0b4e66 None None] Provisioning for port b7240c8e-1088-4413-9f11-9905d5dbde6d completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:06.236819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 8058d542-8dc1-45cc-9dad-cfb71b3f7724, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=8058d542-8dc1-45cc-9dad-cfb71b3f7724,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:06.238249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-29ce2bf0-65a1-4248-8d6a-b9bc589d246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:06.240015 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-29ce2bf0-65a1-4248-8d6a-b9bc589d246c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 200  len: 848 time: 0.1031179
Apr 20 19:38:06.249711 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:06.271269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:06.466388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-ddb7fbce-608f-4457-9cb2-edfd272b86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:06.472027 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-ddb7fbce-608f-4457-9cb2-edfd272b86ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b60f85b0-c0a3-4824-a200-b37680750ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2131212
Apr 20 19:38:06.503613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=8058d542-8dc1-45cc-9dad-cfb71b3f7724,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:06.548130 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:06.770339 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-9e30f1d4-865b-4bb6-8b99-f4d0de2d6381 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885764
Apr 20 19:38:06.825184 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device da86560d-b35e-419f-bff4-4e15e1f9de58 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:07.031474 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port da86560d-b35e-419f-bff4-4e15e1f9de58 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:07.032159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:07.075953 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-910a3224-8ce7-4c38-b148-1a4fe67652ef req-1a5f754f-e84e-4d29-9f75-a693a97a22a7 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2921429
Apr 20 19:38:07.248872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:07.399408 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:07.414509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:07.414934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:07.703525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-2a6a8a31-8109-4a23-b57e-8d74065825e7 None None] Provisioning for port 1406e347-0ece-4162-9318-5f5421d9e575 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:07.724756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-2a6a8a31-8109-4a23-b57e-8d74065825e7 None None] Provisioning complete for port 1406e347-0ece-4162-9318-5f5421d9e575 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:07.728532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8a31-8109-4a23-b57e-8d74065825e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:07.774591 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39792) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:07.789450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950116747', 'description': 'tempest-secgroup-smoke-950116747 description', 'project_id': '3608ab590f13437caf52ce138af80c66'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:07.806073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:07.813550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:security_group and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:07.822054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:07.839083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:07.854729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:07.895563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:07.901623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:security_group_rule and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:07.905724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:07.913500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:07.997998 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.003301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.012076 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-289a00ce-962e-4855-93c0-4409bc27d48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:08.013091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.052589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569f2ad8-bfc7-49a6-ae5c-493afbd304d8,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:08.066506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:08.067393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a8a31-8109-4a23-b57e-8d74065825e7 None None] Port 1406e347-0ece-4162-9318-5f5421d9e575 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:38:08.073534 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=88e2952f-c04e-4d5c-a5c2-a7d93fb88edc,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:08.077775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.078936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b7240c8e-1088-4413-9f11-9905d5dbde6d up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:08.080624 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.082034 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a840b0b0-d095-4ed3-8e88-449137d47463 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3063149
Apr 20 19:38:08.085242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39796) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:08.091506 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'security_group_rule': {'security_group_id': '569f2ad8-bfc7-49a6-ae5c-493afbd304d8', 'project_id': '3608ab590f13437caf52ce138af80c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:08.098761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:08.103010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:security_group_rule and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:08.106869 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:08.117172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:08.118657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f7c9c1ed-e3ee-443a-9117-6e0da01c9833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:08.151347 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.234338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-c15a4a02-9d9b-4fb9-9988-4d99c29eed7a None None] Provisioning complete for port 1406e347-0ece-4162-9318-5f5421d9e575 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:08.235159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c15a4a02-9d9b-4fb9-9988-4d99c29eed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.236864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.243794 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.246996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:08.284414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d08271d-0b03-4490-95c1-b948716c3a9b,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:08.300012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=88e2952f-c04e-4d5c-a5c2-a7d93fb88edc,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:08.300479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:08.305807 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port b7240c8e-1088-4413-9f11-9905d5dbde6d completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:08.312558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:08.313395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b7240c8e-1088-4413-9f11-9905d5dbde6d triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:08.313949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.315153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.319473 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39800) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:08.324530 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2380791
Apr 20 19:38:08.328411 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'security_group_rule': {'security_group_id': '569f2ad8-bfc7-49a6-ae5c-493afbd304d8', 'project_id': '3608ab590f13437caf52ce138af80c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:08.341181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:08.348415 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:security_group_rule and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:08.348686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-c15a4a02-9d9b-4fb9-9988-4d99c29eed7a None None] Port 1406e347-0ece-4162-9318-5f5421d9e575 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:38:08.357835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:08.365686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:08.408619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.491056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.507597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.527667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port b7240c8e-1088-4413-9f11-9905d5dbde6d, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b7240c8e-1088-4413-9f11-9905d5dbde6d,segment=NetworkSegment(032706b5-73b3-4efa-b525-c313d42ee613),segment_id=032706b5-73b3-4efa-b525-c313d42ee613)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:08.540682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.542913 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:08.560009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3def0af-5ee4-4339-8346-f0c128baadac,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:08.573126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:08.597186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.599276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:08.606668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.608167 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-14af5794-3cd3-40af-98f0-771786a30641 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2872133
Apr 20 19:38:08.611251 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39804) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:08.617461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'security_group_rule': {'security_group_id': '569f2ad8-bfc7-49a6-ae5c-493afbd304d8', 'project_id': '3608ab590f13437caf52ce138af80c66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:08.628410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:08.632904 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:security_group_rule and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:08.636217 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:08.651675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:08.685889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.710563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=b7240c8e-1088-4413-9f11-9905d5dbde6d,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:08.713835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:08.777938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.784509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.787333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-14ebf4b8-18a2-4e12-bd3e-54bad28810c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:08.812824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb805f4e-6b4b-4516-a246-51305d630cd3,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:08.816273 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:08.823627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.825156 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-78153e2c-c32a-4fb3-8924-32f683c3eb6f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2128267
Apr 20 19:38:08.828039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39812) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:08.837918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'security_group_rule': {'security_group_id': '569f2ad8-bfc7-49a6-ae5c-493afbd304d8', 'project_id': '3608ab590f13437caf52ce138af80c66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:08.844510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:08.849263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:security_group_rule and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:08.852518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:08.859317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:08.878984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:08.886885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.968587 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:08.969074 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.978016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.983515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:08.987043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8a68cd49-1dc3-4ae2-bf2f-f825ea97a3db tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:09.007558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008c9062-461a-413e-8439-3a6bb106d3ee,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:09.014137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:09.038744 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.040067 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-fe1d8f05-63dd-441f-aa42-ef389c259865 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2109823
Apr 20 19:38:09.043061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 39816) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:09.049170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'security_group_rule': {'security_group_id': '569f2ad8-bfc7-49a6-ae5c-493afbd304d8', 'project_id': '3608ab590f13437caf52ce138af80c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:09.055795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:09.062817 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:security_group_rule and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:09.066456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:09.078413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:09.092485 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.securitygroups_db [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Project 3608ab590f13437caf52ce138af80c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:38:09.104354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.120982 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b8b9bcab-b49c-4669-af19-0a2a1b70103d up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:09.208204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port b8b9bcab-b49c-4669-af19-0a2a1b70103d completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:09.208632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.212435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.214848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-44099e30-fad6-4765-9937-a8dd7853879a tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:09.218234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b8b9bcab-b49c-4669-af19-0a2a1b70103d triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:09.221943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.251456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be9702c-2eee-48fc-84e5-1ea5ea7438fc,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:09.262484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:09.278211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.282898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 39820) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:09.283298 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-625ab10d-2818-4537-8446-8c6eff640bdd tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2389607
Apr 20 19:38:09.289545 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'security_group_rule': {'security_group_id': '569f2ad8-bfc7-49a6-ae5c-493afbd304d8', 'project_id': '3608ab590f13437caf52ce138af80c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:09.298710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:09.311223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:security_group_rule and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:09.315289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:09.329746 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:09.343404 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.securitygroups_db [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Project 3608ab590f13437caf52ce138af80c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:38:09.366511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.414079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.442433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port b8b9bcab-b49c-4669-af19-0a2a1b70103d, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b8b9bcab-b49c-4669-af19-0a2a1b70103d,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:09.446464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.447529 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 8058d542-8dc1-45cc-9dad-cfb71b3f7724 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:09.467059 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.472140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.474649 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-97f996b5-0f64-4e44-9aa4-2c372e0239e4 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:09.499119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b169da6a-46e9-418b-a863-749b2f37bee1,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:09.504675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:09.521470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:09.537098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.555270 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4833a9d2-2953-406f-bc8e-fd8c50824506 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2702577
Apr 20 19:38:09.631319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:09.631646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:09.674375 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=b8b9bcab-b49c-4669-af19-0a2a1b70103d,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:09.685146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:09.843049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Sync routers for ids ['1a538662-7c81-402d-bfb3-16b910bc222f'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:38:09.854067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Routers {'1a538662-7c81-402d-bfb3-16b910bc222f'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:09.854867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5d112e8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['1a538662-7c81-402d-bfb3-16b910bc222f'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:09.971899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Sync routers for ids ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:38:09.982256 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Routers {'3e1b7592-1a0b-47ff-baf4-e989ca2b616e'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:09.983234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5b0be48>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:10.061302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Set router 1a538662-7c81-402d-bfb3-16b910bc222f gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:10.244412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Set router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:10.535164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5d112e8>, [{'id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 4, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'gw_port': {'id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:59Z', 'updated_at': '2021-04-20T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '1406e347-0ece-4162-9318-5f5421d9e575', 'name': '', 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'mac_address': 'fa:16:3e:55:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:38:02Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 2, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'subnets': [{'id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:10.544383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Checking router: 1a538662-7c81-402d-bfb3-16b910bc222f for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:38:10.546016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Updating router 1a538662-7c81-402d-bfb3-16b910bc222f port 1406e347-0ece-4162-9318-5f5421d9e575 binding host dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:38:10.609192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:10.721752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5b0be48>, [{'id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:53Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 4, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'gw_port': {'id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:55Z', 'updated_at': '2021-04-20T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4', 'name': '', 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'mac_address': 'fa:16:3e:b2:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 2, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'subnets': [{'id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:10.727075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Checking router: 3e1b7592-1a0b-47ff-baf4-e989ca2b616e for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:38:10.727611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Updating router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 binding host dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:38:10.748501 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b8b9bcab-b49c-4669-af19-0a2a1b70103d up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:10.815696 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:10.859378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b8b9bcab-b49c-4669-af19-0a2a1b70103d triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:10.859795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.110658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b7240c8e-1088-4413-9f11-9905d5dbde6d up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:11.225753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port b7240c8e-1088-4413-9f11-9905d5dbde6d triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:11.226095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.317424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.339397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Transition to ACTIVE for port object 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:11.350356 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.357073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-41865967-3709-4dab-ab32-5a6678c7c41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:11.501481 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.577833 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Transition to ACTIVE for port object 1406e347-0ece-4162-9318-5f5421d9e575 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:11.594658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.606686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:11.709724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83f975-4042-48e6-9d97-5f205e8c357d None None] Pushing event updated for resources: {'Port': ['ID=3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:11.722303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ac83f975-4042-48e6-9d97-5f205e8c357d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:11.743094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Attempting to bind port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:38:11.743774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Attempting to bind port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': 'a4481a1d-772a-4cab-a774-1f8f258b7368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:38:11.744351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Attempting to bind port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 on network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:38:11.750873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:38:11.751602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Checking segment: {'id': 'a4481a1d-772a-4cab-a774-1f8f258b7368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:38:11.752214 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.752808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Bound using segment: {'id': 'a4481a1d-772a-4cab-a774-1f8f258b7368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:38:11.753492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Bound port: 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4481a1d-772a-4cab-a774-1f8f258b7368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:38:11.754209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.786533 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba844de-1855-46ce-999f-00dec901d2bc None None] Pushing event updated for resources: {'Port': ['ID=1406e347-0ece-4162-9318-5f5421d9e575,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:11.822609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cba844de-1855-46ce-999f-00dec901d2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:11.892085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] For port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:38:11.897238 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] For port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4,segment=NetworkSegment(a4481a1d-772a-4cab-a774-1f8f258b7368),segment_id=a4481a1d-772a-4cab-a774-1f8f258b7368)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:38:11.902117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.916996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8c922e42-d591-4553-8107-6366a87071f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:11.920211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Attempting to bind port 1406e347-0ece-4162-9318-5f5421d9e575 on host dv-cinder-787264-1-iscsi for vnic_type normal with profile  {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:38:11.920638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Attempting to bind port 1406e347-0ece-4162-9318-5f5421d9e575 by drivers openvswitch,hyperv on host dv-cinder-787264-1-iscsi at level 0 using segments [{'id': '032706b5-73b3-4efa-b525-c313d42ee613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:38:11.921082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Attempting to bind port 1406e347-0ece-4162-9318-5f5421d9e575 on network 6639b75b-d06f-4dce-9086-66dae4179855 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:38:11.929505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Checking agent: {'id': '9f36b78f-4a41-47c8-bba8-5cae79e04f0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 20, 29), 'started_at': datetime.datetime(2021, 4, 20, 19, 20, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:38:11.929947 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Checking segment: {'id': '032706b5-73b3-4efa-b525-c313d42ee613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:38:11.930395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:11.930840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Bound using segment: {'id': '032706b5-73b3-4efa-b525-c313d42ee613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:38:11.931574 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Bound port: 1406e347-0ece-4162-9318-5f5421d9e575, host: dv-cinder-787264-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032706b5-73b3-4efa-b525-c313d42ee613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:38:11.932397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:12.010400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Routers {'3e1b7592-1a0b-47ff-baf4-e989ca2b616e'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:12.013317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5b0be48>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:12.104781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] For port 1406e347-0ece-4162-9318-5f5421d9e575, host dv-cinder-787264-1-iscsi, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:38:12.109075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] For port 1406e347-0ece-4162-9318-5f5421d9e575, host dv-cinder-787264-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=1406e347-0ece-4162-9318-5f5421d9e575,segment=NetworkSegment(032706b5-73b3-4efa-b525-c313d42ee613),segment_id=032706b5-73b3-4efa-b525-c313d42ee613)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:38:12.116528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:12.137368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b0ee6083-16c5-4c40-820e-3f089667adbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:12.194898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83f975-4042-48e6-9d97-5f205e8c357d None None] Pushing event updated for resources: {'Port': ['ID=3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:12.212564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ac83f975-4042-48e6-9d97-5f205e8c357d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:12.229447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Routers {'1a538662-7c81-402d-bfb3-16b910bc222f'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:12.230352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5d112e8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:37:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['1a538662-7c81-402d-bfb3-16b910bc222f'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:12.275394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] Set router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:12.635218 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba844de-1855-46ce-999f-00dec901d2bc None None] Pushing event updated for resources: {'Port': ['ID=1406e347-0ece-4162-9318-5f5421d9e575,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:12.654982 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cba844de-1855-46ce-999f-00dec901d2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:12.736770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] Set router 1a538662-7c81-402d-bfb3-16b910bc222f gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:12.819176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:12.981617 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5b0be48>, [{'id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:53Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 4, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'gw_port': {'id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:55Z', 'updated_at': '2021-04-20T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4', 'name': '', 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'mac_address': 'fa:16:3e:b2:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:38:11Z', 'revision_number': 4, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'subnets': [{'id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:12.986442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1531466-5fdb-486c-a2de-12ad5cbddbc2 None None] The sync data for ids ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'] in dv-cinder-787264-1-iscsi is: [{'id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:53Z', 'updated_at': '2021-04-20T19:37:59Z', 'revision_number': 4, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'gw_port': {'id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:55Z', 'updated_at': '2021-04-20T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4', 'name': '', 'network_id': 'a9bf4d2a-722c-4c74-bdbb-c250b9675a0a', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'mac_address': 'fa:16:3e:b2:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:38:11Z', 'revision_number': 4, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'subnets': [{'id': '6fc33fbc-2cca-4fc1-8634-18394a33f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:38:13.125034 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:13.135254 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:13.135799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:13.378340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:13.420294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4,segment=NetworkSegment(a4481a1d-772a-4cab-a774-1f8f258b7368),segment_id=a4481a1d-772a-4cab-a774-1f8f258b7368)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:13.425401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:13.428265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b6fcdb3c-43a6-4185-90ea-6ed1c95cc2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:13.518973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:13.526536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:13.533187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5d112e8>, [{'id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 4, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'gw_port': {'id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:59Z', 'updated_at': '2021-04-20T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '1406e347-0ece-4162-9318-5f5421d9e575', 'name': '', 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'mac_address': 'fa:16:3e:55:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:38:02Z', 'updated_at': '2021-04-20T19:38:12Z', 'revision_number': 4, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'subnets': [{'id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:13.540557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a66353-6ccc-4d5e-9879-a151a20dcc75 None None] The sync data for ids ['1a538662-7c81-402d-bfb3-16b910bc222f'] in dv-cinder-787264-1-iscsi is: [{'id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:38:03Z', 'revision_number': 4, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'gw_port': {'id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:59Z', 'updated_at': '2021-04-20T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '1406e347-0ece-4162-9318-5f5421d9e575', 'name': '', 'network_id': '6639b75b-d06f-4dce-9086-66dae4179855', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'mac_address': 'fa:16:3e:55:1f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:38:02Z', 'updated_at': '2021-04-20T19:38:12Z', 'revision_number': 4, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'subnets': [{'id': '6127301b-9283-4381-9e9c-5dbb9593dd7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:38:14.727295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 1406e347-0ece-4162-9318-5f5421d9e575 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:14.830246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning for port 1406e347-0ece-4162-9318-5f5421d9e575 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:14.836345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 1406e347-0ece-4162-9318-5f5421d9e575 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:14.836828 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:14.989525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:15.028305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] For port 1406e347-0ece-4162-9318-5f5421d9e575, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=1406e347-0ece-4162-9318-5f5421d9e575,segment=NetworkSegment(032706b5-73b3-4efa-b525-c313d42ee613),segment_id=032706b5-73b3-4efa-b525-c313d42ee613)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:15.032163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:15.034245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:15.064570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:15.171042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Pushing event updated for resources: {'Port': ['ID=1406e347-0ece-4162-9318-5f5421d9e575,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:15.175657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:15.187738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:15.188184 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:16.679893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 1406e347-0ece-4162-9318-5f5421d9e575 up at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:16.757427 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Provisioning complete for port 1406e347-0ece-4162-9318-5f5421d9e575 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:16.757858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:17.100515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-279df301-1151-4f3c-b0f6-08ffa7c78752 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:17.102148 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-279df301-1151-4f3c-b0f6-08ffa7c78752 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/networks?id=3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 200  len: 814 time: 0.1701887
Apr 20 19:38:17.118232 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-918e2af0-b5ff-4bd1-a719-eb5a1b4434f0 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/quotas/0c4aa18a1cff47ab91e2f24617f0831d HTTP/1.1" status: 200  len: 375 time: 0.0100009
Apr 20 19:38:17.214800 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-fd3f96a1-27c7-45bf-b27c-8f0141602633 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0906258
Apr 20 19:38:17.247995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:38:17.370709 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-92f9204c-1bf2-43aa-b889-13ff42bfd4bb service neutron] 10.222.0.38 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426713
Apr 20 19:38:17.519213 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-371e385d-51df-4f82-8ba2-da90452cfa1b service neutron] 10.222.0.38 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411493
Apr 20 19:38:17.724562 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c577ae78-1847-4e1d-ab28-da1d91ae6fce req-34526ad5-1c6a-4bc0-92c6-6e92edaaf557 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 210 time: 0.0550387
Apr 20 19:38:18.895705 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ea4d338-0e25-42ee-b902-8c5748302263 req-bbe4632a-34c4-4c50-8608-26f5c82be0a0 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 210 time: 0.0532174
Apr 20 19:38:18.989982 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-e94c76ba-2c82-4027-89dd-bc8262c3de1c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:18.990741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-e94c76ba-2c82-4027-89dd-bc8262c3de1c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Synchronizing usage tracker for tenant:0c4aa18a1cff47ab91e2f24617f0831d on resource:network {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:38:19.007437 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-e94c76ba-2c82-4027-89dd-bc8262c3de1c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Unset dirty status for tenant:0c4aa18a1cff47ab91e2f24617f0831d on resource:network {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:38:19.008639 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-e94c76ba-2c82-4027-89dd-bc8262c3de1c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.55 "GET /v2.0/networks?id=3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 200  len: 814 time: 0.1912906
Apr 20 19:38:19.029126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'port': {'device_id': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'admin_state_up': True, 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:19.181941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:19.186014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:port and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:19.189797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:19.196017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:19.205802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Made reservation on behalf of 0c4aa18a1cff47ab91e2f24617f0831d for: {'port': 1} {{(pid=86372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:38:19.211832 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:19.406018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Allocated IP 172.20.0.6 (3c1bcb0a-f075-4757-a482-b63fb34202bf/53dceb24-d265-4cff-902a-01a05b662b2e/b333bc03-f3d7-4658-9517-eb5a40f2fcbf) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:38:19.729837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:19.749869 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Transition to ACTIVE for port object b333bc03-f3d7-4658-9517-eb5a40f2fcbf will not be triggered until provisioned by entity DHCP. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:19.776787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:19.784546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-71c51bfe-0f31-4a08-b6f3-8a597d074644 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:19.862661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:38:19.866563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:38:19.871111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:38:19.916257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'Port': ['ID=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:19.924740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:19.953308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:19.954502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:19.986727 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-6b039b2e-6492-42c9-bef0-d42e0ef06b30 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9618945
Apr 20 19:38:20.099901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-1a29ba4c-70fd-4f50-baa8-51e86751a6a9 None None] Provisioning for port b333bc03-f3d7-4658-9517-eb5a40f2fcbf completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:20.107378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-1a29ba4c-70fd-4f50-baa8-51e86751a6a9 None None] Provisioning complete for port b333bc03-f3d7-4658-9517-eb5a40f2fcbf triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:20.108534 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1a29ba4c-70fd-4f50-baa8-51e86751a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:20.146952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f4da-2623-44d5-9fec-32851dd92c33 req-9920ec91-cfb0-45c5-be67-fbb5d8cae8b4 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:20.149395 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9e2f4da-2623-44d5-9fec-32851dd92c33 req-9920ec91-cfb0-45c5-be67-fbb5d8cae8b4 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 931 time: 0.1052768
Apr 20 19:38:20.174840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-1a29ba4c-70fd-4f50-baa8-51e86751a6a9 None None] Port b333bc03-f3d7-4658-9517-eb5a40f2fcbf cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:38:20.213176 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9e2f4da-2623-44d5-9fec-32851dd92c33 req-4e1835fe-40d7-4587-bc42-d4222c90423f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563753
Apr 20 19:38:21.446934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f290d-d40e-4b9a-8f50-a0e563ea0c68 req-e8095924-3342-4337-a69c-02c9b1642c4b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:21.448556 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f83f290d-d40e-4b9a-8f50-a0e563ea0c68 req-e8095924-3342-4337-a69c-02c9b1642c4b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 931 time: 0.1053450
Apr 20 19:38:21.507997 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f83f290d-d40e-4b9a-8f50-a0e563ea0c68 req-8214cb54-8b6f-4f4d-8d45-ece1b96a2b37 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527711
Apr 20 19:38:22.720409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764b4b2-4a73-4a0f-bbd1-0617dbe99650 req-6dd3c3a4-3a7f-441a-8cbe-b1248c78f3ff tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:22.722222 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9764b4b2-4a73-4a0f-bbd1-0617dbe99650 req-6dd3c3a4-3a7f-441a-8cbe-b1248c78f3ff tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 931 time: 0.0986624
Apr 20 19:38:22.771871 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9764b4b2-4a73-4a0f-bbd1-0617dbe99650 req-0b08a9bb-d423-4d08-bf13-9d40c8dc40b5 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432463
Apr 20 19:38:23.985163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff94286-6e37-4dba-aa02-c9274fc908f4 req-7fb7e3a2-a615-4011-8c79-7e10fc7b8111 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:23.986849 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3ff94286-6e37-4dba-aa02-c9274fc908f4 req-7fb7e3a2-a615-4011-8c79-7e10fc7b8111 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 931 time: 0.0906281
Apr 20 19:38:24.038824 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3ff94286-6e37-4dba-aa02-c9274fc908f4 req-ee78a50a-4571-4d4b-9ce4-dfce8cf00a7c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453231
Apr 20 19:38:25.047229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1273a0dd-f417-4109-a004-73c275322a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:25.261025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93107a37-8d77-45ad-902e-a1bb031dfbec req-fc1915f9-fd61-4f02-90ca-6b950b9660db tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:25.262649 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-93107a37-8d77-45ad-902e-a1bb031dfbec req-fc1915f9-fd61-4f02-90ca-6b950b9660db tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 931 time: 0.1005933
Apr 20 19:38:25.318937 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-93107a37-8d77-45ad-902e-a1bb031dfbec req-7c54194d-ff94-45b2-9db7-3dfebcb1c164 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476491
Apr 20 19:38:26.526104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848e187-6e9b-40fc-9988-d21e15c344a7 req-7a6f2d25-5282-430e-b56d-9a2a3bd8a0e6 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:26.527817 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d848e187-6e9b-40fc-9988-d21e15c344a7 req-7a6f2d25-5282-430e-b56d-9a2a3bd8a0e6 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 931 time: 0.0911655
Apr 20 19:38:26.579259 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d848e187-6e9b-40fc-9988-d21e15c344a7 req-bba3cf32-23ad-484b-87da-e8422e6483bf tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424607
Apr 20 19:38:27.449029 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1dee9f14-b640-47bc-88dc-4d80f8d0be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:27.791324 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ae8d7-3462-46b0-b135-989fa784907f req-03b375b1-d77e-4ad8-bf54-695e5767b5d6 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:27.793047 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5c9ae8d7-3462-46b0-b135-989fa784907f req-03b375b1-d77e-4ad8-bf54-695e5767b5d6 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 931 time: 0.0946023
Apr 20 19:38:27.843491 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5c9ae8d7-3462-46b0-b135-989fa784907f req-2c93af01-0f58-40d8-9bd4-160bfadb4487 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431004
Apr 20 19:38:28.552467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:28.659430 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:28.814559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:28.856195 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-b5923cac-277a-4158-8270-17d97507941d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Synchronizing usage tracker for tenant:3608ab590f13437caf52ce138af80c66 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:38:28.874283 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-b5923cac-277a-4158-8270-17d97507941d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Unset dirty status for tenant:3608ab590f13437caf52ce138af80c66 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:38:28.876069 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-b5923cac-277a-4158-8270-17d97507941d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950116747&fields=id&tenant_id=3608ab590f13437caf52ce138af80c66 HTTP/1.1" status: 200  len: 267 time: 0.0682380
Apr 20 19:38:29.118575 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed767a80-2d57-44c3-95de-1c4c2bcad6a0 req-f74ef62c-ea9f-4b49-a2bb-8655cc1f8161 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:29.120337 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed767a80-2d57-44c3-95de-1c4c2bcad6a0 req-f74ef62c-ea9f-4b49-a2bb-8655cc1f8161 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 931 time: 0.1474512
Apr 20 19:38:29.170675 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-19d1d795-50dc-4db2-9829-c7d07ca0be55 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:29.172895 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-19d1d795-50dc-4db2-9829-c7d07ca0be55 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 811 time: 0.2883761
Apr 20 19:38:29.206111 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-38fb626c-bde8-4dfe-b6d1-c040f4daadd5 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/quotas/3608ab590f13437caf52ce138af80c66 HTTP/1.1" status: 200  len: 375 time: 0.0190053
Apr 20 19:38:29.209496 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ed767a80-2d57-44c3-95de-1c4c2bcad6a0 req-0ebcb333-4800-4641-8590-dd0ae4cabbb3 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725517
Apr 20 19:38:29.313055 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-4b79c5ad-5008-45db-87a8-4e60137405b2 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1008792
Apr 20 19:38:29.446212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:29.483628 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-98b86f80-c3b8-46e7-bbaa-18422d88bc13 service neutron] 10.222.0.38 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576438
Apr 20 19:38:29.642893 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-42db1448-7c1c-4ae8-9a7c-4182a52fd184 service neutron] 10.222.0.38 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519878
Apr 20 19:38:30.088025 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b895bea7-4d8d-42d4-8d32-a59137e958e5 req-15bcf2a8-5f02-452e-85a4-2ebd7b5a3aab tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 210 time: 0.0511260
Apr 20 19:38:30.427028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c713f9-7c22-49f2-ae87-189808f5abfc req-0e2c3f6c-d1e0-4c64-bc2a-e384b6a9af8b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:30.428642 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88c713f9-7c22-49f2-ae87-189808f5abfc req-0e2c3f6c-d1e0-4c64-bc2a-e384b6a9af8b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 931 time: 0.0909452
Apr 20 19:38:30.477609 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-88c713f9-7c22-49f2-ae87-189808f5abfc req-bf63d154-3fbd-44b5-8062-25bc52cfe9d4 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426288
Apr 20 19:38:30.865098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Request body: {'port': {'device_id': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:30.990885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:31.264025 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-41562602-d652-42d4-a014-43e753bdad92 req-a644e981-500b-4524-ba0b-098d26487ae3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 210 time: 0.0517879
Apr 20 19:38:31.365884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b333bc03-f3d7-4658-9517-eb5a40f2fcbf {{(pid=86372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:38:31.373623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:31.392136 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Transition to ACTIVE for port object b333bc03-f3d7-4658-9517-eb5a40f2fcbf will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:31.394783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:31.399780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b5f12556-cdfe-4cfb-b3a6-a187aaba541e tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:31.635146 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Pushing event updated for resources: {'Port': ['ID=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:31.640094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:31.682310 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Attempting to bind port b333bc03-f3d7-4658-9517-eb5a40f2fcbf on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:38:31.682688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Attempting to bind port b333bc03-f3d7-4658-9517-eb5a40f2fcbf by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:38:31.683064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Attempting to bind port b333bc03-f3d7-4658-9517-eb5a40f2fcbf on network 3c1bcb0a-f075-4757-a482-b63fb34202bf {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:38:31.689454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Port b333bc03-f3d7-4658-9517-eb5a40f2fcbf on network 3c1bcb0a-f075-4757-a482-b63fb34202bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:38:31.689823 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Attempting to bind port b333bc03-f3d7-4658-9517-eb5a40f2fcbf on network 3c1bcb0a-f075-4757-a482-b63fb34202bf {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:38:31.696308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:38:31.696697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Checking segment: {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:38:31.697156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Bound using segment: {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:38:31.697638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Bound port: b333bc03-f3d7-4658-9517-eb5a40f2fcbf, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9b736c-fc4c-417e-a278-d7fbb445ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:38:31.698028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:31.804014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] For port b333bc03-f3d7-4658-9517-eb5a40f2fcbf, host hv-cinder-78726, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:38:31.807378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] For port b333bc03-f3d7-4658-9517-eb5a40f2fcbf, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:38:31.811613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:31.818955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-fb80525d-c858-43d9-9cd3-8aea2aed0f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:31.895326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:31.896068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:31.897834 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] 10.222.0.55 "PUT /v2.0/ports/b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 1093 time: 1.0387514
Apr 20 19:38:31.898427 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:38:31.932127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Pushing event updated for resources: {'Port': ['ID=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:31.946223 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:31.950724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772154b-5b57-4e91-bb28-41f077c105b4 req-29e5bdf9-16ba-4587-be5b-f26c1f882313 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:31.957543 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a772154b-5b57-4e91-bb28-41f077c105b4 req-29e5bdf9-16ba-4587-be5b-f26c1f882313 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 943 time: 0.1950395
Apr 20 19:38:31.963165 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'status': 'completed', 'code': 200}
Apr 20 19:38:31.968821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-77a20e76-5a22-4d37-ac3f-5efe5cb9ca19 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:31.971623 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-77a20e76-5a22-4d37-ac3f-5efe5cb9ca19 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 811 time: 0.3302209
Apr 20 19:38:32.022575 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a772154b-5b57-4e91-bb28-41f077c105b4 req-ce3690cd-8918-4b0b-a069-3b928c8ca2b5 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498497
Apr 20 19:38:32.121113 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-67000b95-7381-4ff0-bb47-16abc31383ef tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3608ab590f13437caf52ce138af80c66 HTTP/1.1" status: 200  len: 8059 time: 0.0861769
Apr 20 19:38:32.128337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-700652a0-bdc4-4d34-89a1-27179c021611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:32.131785 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-700652a0-bdc4-4d34-89a1-27179c021611 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1096 time: 0.0966506
Apr 20 19:38:32.132065 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'port': {'device_id': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'admin_state_up': True, 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'security_groups': ['569f2ad8-bfc7-49a6-ae5c-493afbd304d8']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:32.224218 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-a845ff8a-a89c-4b81-9a4d-e709ef2ac084 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 217 time: 0.0780666
Apr 20 19:38:32.289765 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:32.294005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:port and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:32.297495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:32.304072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:32.306416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-a2cc8e3f-9193-4227-bbe4-ae7f83d28cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:32.308296 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-a2cc8e3f-9193-4227-bbe4-ae7f83d28cd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53dceb24-d265-4cff-902a-01a05b662b2e HTTP/1.1" status: 200  len: 853 time: 0.0761597
Apr 20 19:38:32.316331 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Made reservation on behalf of 3608ab590f13437caf52ce138af80c66 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:38:32.326089 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:32.416507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-96271741-9478-4fdf-9419-60cc5998dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:32.418210 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-96271741-9478-4fdf-9419-60cc5998dd13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1bcb0a-f075-4757-a482-b63fb34202bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1026919
Apr 20 19:38:32.462529 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0032cfd3-0f0e-43b6-b226-d27f9cffa6b0 req-99277005-8b4a-4f05-98dd-1c5cae9b30a6 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 210 time: 0.0691085
Apr 20 19:38:32.567031 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Allocated IP 172.20.0.14 (e361dd34-ca15-4774-93ca-f11c93f3906a/29bdfb82-bc0f-4955-9ffb-783aa48a713a/3c4a1857-8574-4377-b048-c866f2bad0d9) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:38:32.589213 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-7706d577-a4f2-4ece-982c-996ccc1bde1a service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628416
Apr 20 19:38:32.750132 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1d06e88b-d8c2-4d33-b440-e6a54d71d227 req-b9896052-4ada-4e6d-ba57-2ba0d355035f service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531465
Apr 20 19:38:32.795935 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:32.814179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Transition to ACTIVE for port object 3c4a1857-8574-4377-b048-c866f2bad0d9 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:32.837292 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:32.843097 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e428f348-a56a-46f1-895c-f90512f2daf5 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:32.923092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Network e361dd34-ca15-4774-93ca-f11c93f3906a is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:38:32.927027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:38:32.931839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:38:32.937092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-b559a6b8-fbe8-4879-9ddc-c604b89cfdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:32.939330 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-b559a6b8-fbe8-4879-9ddc-c604b89cfdd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1096 time: 0.0902624
Apr 20 19:38:32.968614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'Port': ['ID=3c4a1857-8574-4377-b048-c866f2bad0d9,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:32.976816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:33.011816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:33.012523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:33.036773 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9094620
Apr 20 19:38:33.056067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Request body: {'port': {'device_id': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:33.105766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-58ef8429-fb3e-46fe-8766-3b582783a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:33.107538 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-58ef8429-fb3e-46fe-8766-3b582783a6cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 200  len: 915 time: 0.1605849
Apr 20 19:38:33.171175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4cfc5cfc-7b0b-499f-b5b6-12fa0a8f2bcf None None] Provisioning for port 3c4a1857-8574-4377-b048-c866f2bad0d9 completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:33.177661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-4cfc5cfc-7b0b-499f-b5b6-12fa0a8f2bcf None None] Provisioning complete for port 3c4a1857-8574-4377-b048-c866f2bad0d9 triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:33.178266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5cfc-7b0b-499f-b5b6-12fa0a8f2bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:33.189179 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-4f92be78-0fca-438d-97c4-f993ab0949b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 217 time: 0.0736561
Apr 20 19:38:33.242227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc5cfc-7b0b-499f-b5b6-12fa0a8f2bcf None None] Port 3c4a1857-8574-4377-b048-c866f2bad0d9 cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:38:33.243961 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:33.261164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-99a5b3af-e229-4072-ad99-594863319b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:33.262708 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-99a5b3af-e229-4072-ad99-594863319b58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53dceb24-d265-4cff-902a-01a05b662b2e HTTP/1.1" status: 200  len: 853 time: 0.0665371
Apr 20 19:38:33.356843 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-9a40941b-c141-4cff-8da9-90e1513f8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:33.358501 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-9a40941b-c141-4cff-8da9-90e1513f8584 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1bcb0a-f075-4757-a482-b63fb34202bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873024
Apr 20 19:38:33.608333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedad2f-8821-4c4e-b10b-4a4b1a778bc6 req-604b286c-cabf-4234-b042-7610ad85a20d tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:33.610599 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-daedad2f-8821-4c4e-b10b-4a4b1a778bc6 req-604b286c-cabf-4234-b042-7610ad85a20d tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 943 time: 0.4490499
Apr 20 19:38:33.780248 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-61facd28-68f0-4caf-a746-bd2b9b675b33 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4134247
Apr 20 19:38:33.811876 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-daedad2f-8821-4c4e-b10b-4a4b1a778bc6 req-44325c98-d291-44bf-b597-954f29a0cb2e tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552200
Apr 20 19:38:33.903991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ccd26-6e3a-432b-9d18-6c51b3801e16 req-be4c7f21-ffcf-4229-ae8c-307b90077d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:33.905053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a87ccd26-6e3a-432b-9d18-6c51b3801e16 req-be4c7f21-ffcf-4229-ae8c-307b90077d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Synchronizing usage tracker for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:38:33.927702 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-948bebbd-6f56-4daa-b324-7d70f66d8351 req-78f5880f-ed1f-4762-9f2d-07d36d693852 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393633
Apr 20 19:38:33.955402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-a87ccd26-6e3a-432b-9d18-6c51b3801e16 req-be4c7f21-ffcf-4229-ae8c-307b90077d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Unset dirty status for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:38:33.956688 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a87ccd26-6e3a-432b-9d18-6c51b3801e16 req-be4c7f21-ffcf-4229-ae8c-307b90077d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 932 time: 0.3441892
Apr 20 19:38:34.065647 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a87ccd26-6e3a-432b-9d18-6c51b3801e16 req-216151e5-dd6d-41af-a783-555f0ee5c379 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008780
Apr 20 19:38:34.077954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4a1857-8574-4377-b048-c866f2bad0d9 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:38:34.086743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:34.102825 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Transition to ACTIVE for port object 3c4a1857-8574-4377-b048-c866f2bad0d9 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:38:34.105380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:34.110721 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:34.289032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55663868-3445-446b-a09a-53786505aca3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4a1857-8574-4377-b048-c866f2bad0d9,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:34.298517 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-55663868-3445-446b-a09a-53786505aca3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:34.369990 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Attempting to bind port 3c4a1857-8574-4377-b048-c866f2bad0d9 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:38:34.370557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Attempting to bind port 3c4a1857-8574-4377-b048-c866f2bad0d9 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:38:34.370692 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Attempting to bind port 3c4a1857-8574-4377-b048-c866f2bad0d9 on network e361dd34-ca15-4774-93ca-f11c93f3906a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:38:34.376439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Port 3c4a1857-8574-4377-b048-c866f2bad0d9 on network e361dd34-ca15-4774-93ca-f11c93f3906a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:38:34.376730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Attempting to bind port 3c4a1857-8574-4377-b048-c866f2bad0d9 on network e361dd34-ca15-4774-93ca-f11c93f3906a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:38:34.382183 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:38:34.382563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Checking segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:38:34.383004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Bound using segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:38:34.383445 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Bound port: 3c4a1857-8574-4377-b048-c866f2bad0d9, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:38:34.383827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:34.481818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] For port 3c4a1857-8574-4377-b048-c866f2bad0d9, host hv-cinder-78726, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:38:34.485615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] For port 3c4a1857-8574-4377-b048-c866f2bad0d9, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3c4a1857-8574-4377-b048-c866f2bad0d9,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:38:34.488859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:34.493548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6c14aa8b-064b-43ca-8edc-ecd64c941403 tempest-VolumesActionsTest-101133609 tempest-VolumesActionsTest-101133609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:34.561161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:34.562012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:34.563373 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-55663868-3445-446b-a09a-53786505aca3 service neutron] 10.222.0.55 "PUT /v2.0/ports/3c4a1857-8574-4377-b048-c866f2bad0d9 HTTP/1.1" status: 200  len: 1094 time: 1.5121233
Apr 20 19:38:34.563923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'tag': '3c4a1857-8574-4377-b048-c866f2bad0d9'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:38:34.588532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55663868-3445-446b-a09a-53786505aca3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4a1857-8574-4377-b048-c866f2bad0d9,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:34.600916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-55663868-3445-446b-a09a-53786505aca3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:34.683110 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'tag': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'status': 'completed', 'code': 200}
Apr 20 19:38:34.710036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-09a57b02-a810-4ee7-94f4-70db7b4b590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:34.711681 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-09a57b02-a810-4ee7-94f4-70db7b4b590b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 1097 time: 0.0895634
Apr 20 19:38:34.791799 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-4cebc180-4de4-48d6-af5c-ad85020de4d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c4a1857-8574-4377-b048-c866f2bad0d9 HTTP/1.1" status: 200  len: 217 time: 0.0667205
Apr 20 19:38:34.863899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-f842a0a2-a2b1-4e4c-b721-b028081ac948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:34.865499 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-f842a0a2-a2b1-4e4c-b721-b028081ac948 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0674248
Apr 20 19:38:35.003091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-411a44c0-eaa0-4dff-a48f-9bb62a633fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:35.004686 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-411a44c0-eaa0-4dff-a48f-9bb62a633fc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1322634
Apr 20 19:38:35.132468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe6cee-de4f-4870-b63e-6da3a9c25c21 req-138265d3-5bd1-4218-a37d-bf05681a0770 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:35.134105 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bdfe6cee-de4f-4870-b63e-6da3a9c25c21 req-138265d3-5bd1-4218-a37d-bf05681a0770 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 943 time: 0.1981187
Apr 20 19:38:35.247969 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-f50a09a4-3df2-4eb3-8183-04cf0ceaf396 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2329206
Apr 20 19:38:35.287576 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bdfe6cee-de4f-4870-b63e-6da3a9c25c21 req-179204c2-88cc-4660-a607-0085e47d2d07 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366508
Apr 20 19:38:35.409962 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8df400-9972-4170-a8ad-81f04194324f req-ed612985-8d51-416d-a832-0050af1931e3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:35.411555 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb8df400-9972-4170-a8ad-81f04194324f req-ed612985-8d51-416d-a832-0050af1931e3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 944 time: 0.2275591
Apr 20 19:38:35.452154 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e856a314-9352-4237-81ba-4ccd73d6a5b0 req-cf0dc032-74ea-41d1-8576-1164b2a3cb94 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955941
Apr 20 19:38:35.476611 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-eb8df400-9972-4170-a8ad-81f04194324f req-c8ba2ea0-e558-447d-a187-82e5aac25b2b tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535400
Apr 20 19:38:35.517093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device b333bc03-f3d7-4658-9517-eb5a40f2fcbf details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:38:35.617259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-23d90fa7-180a-4875-bfd5-dcbd4201df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:35.618807 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-23d90fa7-180a-4875-bfd5-dcbd4201df69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 1097 time: 0.0814052
Apr 20 19:38:35.667358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port b333bc03-f3d7-4658-9517-eb5a40f2fcbf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:35.682245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'port_id': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'mac_address': 'fa:16:3e:f3:8a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:38:35.741028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:35.759200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b333bc03-f3d7-4658-9517-eb5a40f2fcbf {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:38:35.764658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-8d0990fa-4f21-4ec2-b967-2322136134a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:35.766346 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-8d0990fa-4f21-4ec2-b967-2322136134a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1397982
Apr 20 19:38:35.775330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port b333bc03-f3d7-4658-9517-eb5a40f2fcbf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:35.778112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:35.780227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-45d32564-e460-4b04-8267-ce90eade9856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:35.843868 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-c671bb0e-efe6-4494-9dd5-1e875066b02e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c4a1857-8574-4377-b048-c866f2bad0d9 HTTP/1.1" status: 200  len: 217 time: 0.0703180
Apr 20 19:38:35.854417 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:35.863257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.863644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.864065 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.864439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.864864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.865236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.865602 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.865968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.866333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.866693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.867056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.867464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:35.871419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:35.915561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-efc6b44f-7132-43eb-b819-9a10f295a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:35.917158 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-efc6b44f-7132-43eb-b819-9a10f295a4a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0663478
Apr 20 19:38:36.003891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-72ec3618-2bb9-435b-a994-d06a8d6f6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:36.005498 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-72ec3618-2bb9-435b-a994-d06a8d6f6655 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801578
Apr 20 19:38:36.061237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['b333bc03-f3d7-4658-9517-eb5a40f2fcbf'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:38:36.150438 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-ab317d9e-6019-455c-a51e-b464c415683d service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371806
Apr 20 19:38:36.299926 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7ee39060-bb1f-4738-a797-de58f2b85cd9 req-8228ef3c-a3b2-43e7-bc06-f757aee87315 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415238
Apr 20 19:38:36.487650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880b8c0-45e0-4a66-95a9-5c1e7f481ac5 req-d6750209-1276-488e-9b8a-3b14cee6e84c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:36.489315 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4880b8c0-45e0-4a66-95a9-5c1e7f481ac5 req-d6750209-1276-488e-9b8a-3b14cee6e84c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 944 time: 0.0887344
Apr 20 19:38:36.537565 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4880b8c0-45e0-4a66-95a9-5c1e7f481ac5 req-27833b88-0a09-4a98-b9a5-2446790702ca tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419128
Apr 20 19:38:36.689155 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ffe99-5039-4cca-be66-efc08fc2c9b4 req-c47f909d-0d08-4dd8-9cf6-d7b92ca3f60c tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:36.690758 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-964ffe99-5039-4cca-be66-efc08fc2c9b4 req-c47f909d-0d08-4dd8-9cf6-d7b92ca3f60c tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 944 time: 0.0986154
Apr 20 19:38:36.740468 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-964ffe99-5039-4cca-be66-efc08fc2c9b4 req-7c54fb0a-58bc-4595-abb1-1d79461b3d58 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428529
Apr 20 19:38:37.532661 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device b333bc03-f3d7-4658-9517-eb5a40f2fcbf up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:37.605835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port b333bc03-f3d7-4658-9517-eb5a40f2fcbf completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:37.611890 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port b333bc03-f3d7-4658-9517-eb5a40f2fcbf triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:37.612316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:37.742021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f333e-04a6-426c-8e0c-3a024f89b956 req-4edc51bd-2e8c-43bf-9d15-9c91944805cf tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:37.743549 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e36f333e-04a6-426c-8e0c-3a024f89b956 req-4edc51bd-2e8c-43bf-9d15-9c91944805cf tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 944 time: 0.0895772
Apr 20 19:38:37.743996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:37.772950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:38:37.784836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port b333bc03-f3d7-4658-9517-eb5a40f2fcbf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:37.788271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:37.790550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:37.793165 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e36f333e-04a6-426c-8e0c-3a024f89b956 req-46f57446-e7b9-4be9-b1db-7fd066a954fb tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430119
Apr 20 19:38:37.861900 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'code': 200}
Apr 20 19:38:37.867480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:37.871219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:37.955001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500f13b-b4cd-43a7-8bb7-95f5efca5407 req-8c6dacb0-d702-4089-9272-f211cedfd3db tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:37.956614 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5500f13b-b4cd-43a7-8bb7-95f5efca5407 req-8c6dacb0-d702-4089-9272-f211cedfd3db tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 944 time: 0.0972283
Apr 20 19:38:38.007250 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5500f13b-b4cd-43a7-8bb7-95f5efca5407 req-a7ebc44b-ac9f-46ea-b781-f0e71a7e39a8 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438912
Apr 20 19:38:38.127167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcd71d-ccb2-4b55-bec1-6fc907dcac6e req-5b337020-e86b-4297-951c-6c2ffa4977ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:38.128759 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-34fcd71d-ccb2-4b55-bec1-6fc907dcac6e req-5b337020-e86b-4297-951c-6c2ffa4977ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1098 time: 0.0759959
Apr 20 19:38:38.174909 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-34fcd71d-ccb2-4b55-bec1-6fc907dcac6e req-f17c9f1e-ea07-4969-b0e4-741869027d61 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391743
Apr 20 19:38:38.996046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7e092-eb06-4fcf-ad57-dcb572675db5 req-c0b1a29c-01ad-4286-aac0-13b887355e98 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:38.997691 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b0d7e092-eb06-4fcf-ad57-dcb572675db5 req-c0b1a29c-01ad-4286-aac0-13b887355e98 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.0895922
Apr 20 19:38:39.048520 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b0d7e092-eb06-4fcf-ad57-dcb572675db5 req-8e3c56ed-8166-47ab-a1bd-c7c94d3913ad tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434988
Apr 20 19:38:39.214540 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fd554-fea5-41f3-a8fb-deb86ec6af31 req-ce901b63-9b71-4ebb-a190-c4be7e64f425 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:39.216211 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d9fd554-fea5-41f3-a8fb-deb86ec6af31 req-ce901b63-9b71-4ebb-a190-c4be7e64f425 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 944 time: 0.0945139
Apr 20 19:38:39.266747 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d9fd554-fea5-41f3-a8fb-deb86ec6af31 req-89ae9fbc-bf5e-48c4-b06e-c0158f01d561 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427167
Apr 20 19:38:40.249867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dde9a-d4bf-45a8-aca1-734fa01377fb req-2d7e1066-dc32-4f44-b014-da659ead9e4c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:40.252366 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1e5dde9a-d4bf-45a8-aca1-734fa01377fb req-2d7e1066-dc32-4f44-b014-da659ead9e4c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.0905740
Apr 20 19:38:40.301183 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1e5dde9a-d4bf-45a8-aca1-734fa01377fb req-d3cc067f-e80b-49ca-9c9e-f6608ce3847d tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424602
Apr 20 19:38:40.547621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b979b-ad8f-44e7-8e73-f79fbcb756cd req-6cc65958-d436-4730-833d-1f6c753e0946 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:40.549458 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cc1b979b-ad8f-44e7-8e73-f79fbcb756cd req-6cc65958-d436-4730-833d-1f6c753e0946 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 944 time: 0.1646359
Apr 20 19:38:40.558456 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed3d78-49ca-43a8-b2f2-4c8b99530d9d req-1c84f2c4-c62e-4896-af20-bf528d8367a0 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:40.559948 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eed3d78-49ca-43a8-b2f2-4c8b99530d9d req-1c84f2c4-c62e-4896-af20-bf528d8367a0 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.1338124
Apr 20 19:38:40.639651 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cc1b979b-ad8f-44e7-8e73-f79fbcb756cd req-e7dcd900-aff3-4e0f-995a-a9f5171e642b tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786698
Apr 20 19:38:40.647548 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4eed3d78-49ca-43a8-b2f2-4c8b99530d9d req-6e955667-8c55-417b-bf80-948095e5534e tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725403
Apr 20 19:38:41.083021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899563e-6632-4624-9933-b1a3efeacffc req-b530283b-4067-4d1c-84ee-1122a1407344 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:41.084616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b899563e-6632-4624-9933-b1a3efeacffc req-b530283b-4067-4d1c-84ee-1122a1407344 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.0890872
Apr 20 19:38:41.132723 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b899563e-6632-4624-9933-b1a3efeacffc req-0549e0dd-4a68-45f7-b663-1b91f170d033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418501
Apr 20 19:38:42.089225 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50283619-424a-4fe9-9d80-cf66bee0c6dc req-bd9b867e-1988-4b4d-9d01-0879c1d825f6 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:42.090811 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-50283619-424a-4fe9-9d80-cf66bee0c6dc req-bd9b867e-1988-4b4d-9d01-0879c1d825f6 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 944 time: 0.3268192
Apr 20 19:38:42.138681 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-50283619-424a-4fe9-9d80-cf66bee0c6dc req-2029e396-c03e-4fc0-818e-9f23604fba37 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408614
Apr 20 19:38:43.344558 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312114-c5d1-456b-8c3c-7c5c2e2bb07e req-f49ba577-1035-4722-bc43-2d5435ff4600 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:43.346198 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-23312114-c5d1-456b-8c3c-7c5c2e2bb07e req-f49ba577-1035-4722-bc43-2d5435ff4600 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 944 time: 0.0919309
Apr 20 19:38:43.409944 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-23312114-c5d1-456b-8c3c-7c5c2e2bb07e req-6f9e60d9-767a-4a60-8f13-2ff55f38a54f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572484
Apr 20 19:38:43.577588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 3c4a1857-8574-4377-b048-c866f2bad0d9 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:38:43.727740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 3c4a1857-8574-4377-b048-c866f2bad0d9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3c4a1857-8574-4377-b048-c866f2bad0d9,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:43.742414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'port_id': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'mac_address': 'fa:16:3e:67:7a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:38:43.808032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:43.826126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4a1857-8574-4377-b048-c866f2bad0d9 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:38:43.841808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 3c4a1857-8574-4377-b048-c866f2bad0d9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3c4a1857-8574-4377-b048-c866f2bad0d9,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:43.844758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:43.846538 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:43.916471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=3c4a1857-8574-4377-b048-c866f2bad0d9,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:43.919570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:44.144465 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['3c4a1857-8574-4377-b048-c866f2bad0d9'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:38:44.623280 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cc03d-352a-4cdf-ba24-496f3e61fd7f req-76997277-4810-427d-a1a7-be5d6198e338 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:44.625515 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b48cc03d-352a-4cdf-ba24-496f3e61fd7f req-76997277-4810-427d-a1a7-be5d6198e338 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 945 time: 0.0912068
Apr 20 19:38:44.682179 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b48cc03d-352a-4cdf-ba24-496f3e61fd7f req-86522e24-785e-40ef-b0ea-bccecc13fe80 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476525
Apr 20 19:38:45.613980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 3c4a1857-8574-4377-b048-c866f2bad0d9 up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:38:45.686277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 3c4a1857-8574-4377-b048-c866f2bad0d9 completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:38:45.692218 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 3c4a1857-8574-4377-b048-c866f2bad0d9 triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:45.692638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:45.825561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:45.854231 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4a1857-8574-4377-b048-c866f2bad0d9'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:38:45.865672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 3c4a1857-8574-4377-b048-c866f2bad0d9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3c4a1857-8574-4377-b048-c866f2bad0d9,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:45.868645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:45.871295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:45.892776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bcd38-d8db-47ec-8a7d-7a082f4c7759 req-ffcc044b-acbd-415d-8611-080e5da3f413 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:45.894508 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6c7bcd38-d8db-47ec-8a7d-7a082f4c7759 req-ffcc044b-acbd-415d-8611-080e5da3f413 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 945 time: 0.0946286
Apr 20 19:38:45.917825 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'code': 200}
Apr 20 19:38:45.945746 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6c7bcd38-d8db-47ec-8a7d-7a082f4c7759 req-da02bdf4-ef27-44f8-9a11-70666489dd8d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443583
Apr 20 19:38:45.946172 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=3c4a1857-8574-4377-b048-c866f2bad0d9,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:45.949391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:46.235999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e620f9-03d8-4ea9-9572-4aaf133b9598 req-955d7846-cef5-432e-b21f-4e3902ad21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:46.237548 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-78e620f9-03d8-4ea9-9572-4aaf133b9598 req-955d7846-cef5-432e-b21f-4e3902ad21f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 1099 time: 0.0774040
Apr 20 19:38:46.280203 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-78e620f9-03d8-4ea9-9572-4aaf133b9598 req-d7280045-aa1c-4a43-a37c-4b9bfd779d5c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360129
Apr 20 19:38:47.154197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bffcb-09da-4582-8188-3aaf8c23b3ed req-5870687f-b441-488f-9771-4e63d95900c7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:47.155789 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-483bffcb-09da-4582-8188-3aaf8c23b3ed req-5870687f-b441-488f-9771-4e63d95900c7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 946 time: 0.0904477
Apr 20 19:38:47.204126 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-483bffcb-09da-4582-8188-3aaf8c23b3ed req-524a2114-838a-4a21-a08f-551f500e3473 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419130
Apr 20 19:38:48.409145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6c6f-8de8-4573-b125-977ada6d2c40 req-5f274216-2d5f-4956-a8d4-0034f156c1d5 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:48.410744 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e05c6c6f-8de8-4573-b125-977ada6d2c40 req-5f274216-2d5f-4956-a8d4-0034f156c1d5 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 946 time: 0.0926735
Apr 20 19:38:48.459578 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e05c6c6f-8de8-4573-b125-977ada6d2c40 req-715c5ebe-549a-4e6b-891e-79396b19c252 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425558
Apr 20 19:38:48.662746 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0f473-e884-435b-be27-6f0d4b1081c3 req-275197bf-bc04-4aa7-8ace-f782c0e1bc42 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:48.664350 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cfa0f473-e884-435b-be27-6f0d4b1081c3 req-275197bf-bc04-4aa7-8ace-f782c0e1bc42 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 946 time: 0.0923264
Apr 20 19:38:48.712497 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cfa0f473-e884-435b-be27-6f0d4b1081c3 req-65cb4f96-8df3-46f5-b3c5-885eeddb2216 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416684
Apr 20 19:38:48.738215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40134) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:48.916559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d3787f-98b8-4aba-8ac8-10be3ef43aa5 tempest-TestVolumeBootPattern-1339555516 tempest-TestVolumeBootPattern-1339555516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:48.917393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-79d3787f-98b8-4aba-8ac8-10be3ef43aa5 tempest-TestVolumeBootPattern-1339555516 tempest-TestVolumeBootPattern-1339555516-project-admin] Synchronizing usage tracker for tenant:1399c03cfa044eb1ad3cdc3ea11506fe on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:38:48.934051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-79d3787f-98b8-4aba-8ac8-10be3ef43aa5 tempest-TestVolumeBootPattern-1339555516 tempest-TestVolumeBootPattern-1339555516-project-admin] Unset dirty status for tenant:1399c03cfa044eb1ad3cdc3ea11506fe on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:38:48.935382 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-79d3787f-98b8-4aba-8ac8-10be3ef43aa5 tempest-TestVolumeBootPattern-1339555516 tempest-TestVolumeBootPattern-1339555516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 1094 time: 0.1960955
Apr 20 19:38:48.939836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40142) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:48.945655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'floatingip': {'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'port_id': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:48.952117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:48.957016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:floatingip and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:48.959968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:48.966020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:48.975751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:49.119490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:49.268322 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Allocated IP 172.27.2.110 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/7be807b4-593c-4527-b095-53fa60f98bc5) {{(pid=86372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:38:49.427373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for port, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:49.457119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:49.462007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:49.529941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:38:49.534054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources bound (agent type, host, resource id):  {{(pid=86372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:38:49.538015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Received port after_create {{(pid=86372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:38:49.575799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'Port': ['ID=7be807b4-593c-4527-b095-53fa60f98bc5,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:49.580356 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:49.973623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:50.059753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:50.284375 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:50.287762 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852671618'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:50.292396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:50.412516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'Port': ['ID=7be807b4-593c-4527-b095-53fa60f98bc5,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:50.417300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:50.425151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:50.611620 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Floating IP 1c82a995-7b21-4ae0-ace3-1dd433d6ec1d associated. External IP: 172.27.2.110, port: 3c4a1857-8574-4377-b048-c866f2bad0d9.
Apr 20 19:38:50.990346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Router d022aab9-c706-42a6-a8c2-c641015b988c has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:38:51.185471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:38:51.197003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] Sync routers for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:38:51.209423 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:51.210188 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5885908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:38:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:51.214300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:51.284741 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3343616
Apr 20 19:38:51.284741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'tag': '3c4a1857-8574-4377-b048-c866f2bad0d9'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:38:51.325085 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'tag': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'status': 'completed', 'code': 200}
Apr 20 19:38:51.408228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:51.474666 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-5d0164db-fe7d-4108-ade7-ad6cb3d8c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:51.476302 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-5d0164db-fe7d-4108-ade7-ad6cb3d8c0d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 1099 time: 0.1033037
Apr 20 19:38:51.681613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-38e6b01c-9bf8-42b1-ada5-c5ae0e6bc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:51.683224 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-38e6b01c-9bf8-42b1-ada5-c5ae0e6bc310 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1997972
Apr 20 19:38:51.791749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5885908>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '1c82a995-7b21-4ae0-ace3-1dd433d6ec1d', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:67:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:38:49Z', 'updated_at': '2021-04-20T19:38:49Z', 'revision_number': 0, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:51.795806 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] Checking router: d022aab9-c706-42a6-a8c2-c641015b988c for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:38:51.805396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:51.806230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5885908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:38:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:51.817722 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60106460-db65-4b1d-8aa1-e4701b6d278a req-597ba77d-b942-472a-9308-36d13f7822a2 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:51.819347 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-60106460-db65-4b1d-8aa1-e4701b6d278a req-597ba77d-b942-472a-9308-36d13f7822a2 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.2602909
Apr 20 19:38:51.824040 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-bc7da3cf-ff06-4446-9da4-a7ebe3afc0c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c4a1857-8574-4377-b048-c866f2bad0d9 HTTP/1.1" status: 200  len: 1000 time: 0.1317599
Apr 20 19:38:51.925881 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-60106460-db65-4b1d-8aa1-e4701b6d278a req-73a9bf0b-09c6-435c-bc3a-d2482d7ca5bd tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994823
Apr 20 19:38:51.933710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-134d53bb-fdd9-46f8-bac3-8bc170538a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:51.935211 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-134d53bb-fdd9-46f8-bac3-8bc170538a70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0934200
Apr 20 19:38:51.951509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40160) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:52.000518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:52.024766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-127e94d1-011d-4a0a-bf17-a5b88ff0161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:52.026647 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-127e94d1-011d-4a0a-bf17-a5b88ff0161d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838881
Apr 20 19:38:52.181266 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-e15fb502-0bcb-4d97-8376-61cc3b22e21c service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457491
Apr 20 19:38:52.336898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06cdf32-5945-40af-bd4f-ce3b6e80e603 tempest-TestMinimumBasicScenario-384140052 tempest-TestMinimumBasicScenario-384140052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:52.337688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f06cdf32-5945-40af-bd4f-ce3b6e80e603 tempest-TestMinimumBasicScenario-384140052 tempest-TestMinimumBasicScenario-384140052-project-admin] Synchronizing usage tracker for tenant:59956d06af4547a48c2662e3ee9f4196 on resource:port {{(pid=86372) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:38:52.351143 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-58b42c4c-03d1-497a-b1cc-5ceeda776fc9 req-a742d4c5-72ac-406a-ad3c-6aecd4be36e0 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1529050
Apr 20 19:38:52.354370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-f06cdf32-5945-40af-bd4f-ce3b6e80e603 tempest-TestMinimumBasicScenario-384140052 tempest-TestMinimumBasicScenario-384140052-project-admin] Unset dirty status for tenant:59956d06af4547a48c2662e3ee9f4196 on resource:port {{(pid=86372) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:38:52.355880 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-f06cdf32-5945-40af-bd4f-ce3b6e80e603 tempest-TestMinimumBasicScenario-384140052 tempest-TestMinimumBasicScenario-384140052-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1093 time: 0.4032743
Apr 20 19:38:52.359098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40166) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:52.365035 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'floatingip': {'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'port_id': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:52.371546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:52.376516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:floatingip and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:52.379812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:52.385979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:52.398322 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:52.399398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5885908>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '1c82a995-7b21-4ae0-ace3-1dd433d6ec1d', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:67:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:38:49Z', 'updated_at': '2021-04-20T19:38:49Z', 'revision_number': 0, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:52.403800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c4888-bb06-4eaf-9d81-152fb76baa31 None None] The sync data for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi is: [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '1c82a995-7b21-4ae0-ace3-1dd433d6ec1d', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:67:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:38:49Z', 'updated_at': '2021-04-20T19:38:49Z', 'revision_number': 0, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:38:52.547672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:52.686926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5b601-323b-47f4-9301-da2108474f8b None None] New status for floating IP 1c82a995-7b21-4ae0-ace3-1dd433d6ec1d: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:38:52.707572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Allocated IP 172.27.2.178 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/9390c2d8-1b26-4591-9f7d-6b19ad751cdc) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:38:52.866644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:52.898686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:52.903815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e4ca6ead-3ff7-4815-b153-872abb7681c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:52.969948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:38:52.973660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:38:52.977630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:38:53.021051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'Port': ['ID=9390c2d8-1b26-4591-9f7d-6b19ad751cdc,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:53.038517 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.038939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.039348 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.039756 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.040159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.040560 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.040992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.041392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.041787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.042180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.042576 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.042972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:38:53.049259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:53.423876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:53.501759 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:53.719686 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:53.723131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:53.727766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:53.841923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'Port': ['ID=9390c2d8-1b26-4591-9f7d-6b19ad751cdc,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:53.847923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:53.854787 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:54.037875 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Floating IP bbb05c78-f4a9-47cf-860f-ccf3c5d8c4d9 associated. External IP: 172.27.2.178, port: b333bc03-f3d7-4658-9517-eb5a40f2fcbf.
Apr 20 19:38:54.247653 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:38:54.647114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Router c33a352f-ed43-40fb-bf9f-428af3805d57 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:38:54.841561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:38:54.851347 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] Sync routers for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:38:54.862138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:54.862928 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a60aaeb8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:38:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:54.866854 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:54.929675 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5692501
Apr 20 19:38:54.930353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:38:54.932805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40170) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:54.940131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738316548', 'description': 'tempest-secgroup-smoke-738316548 description', 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:54.951359 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:54.956621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:security_group and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:54.959753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:54.965991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:54.980074 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:54.982852 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'status': 'completed', 'code': 200}
Apr 20 19:38:55.003209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:55.007252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:security_group_rule and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:55.010629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:55.017060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:55.052738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c349df61-bc0c-4525-a5f6-4fd1c83a5182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.074373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:55.093616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.096396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.101984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-44fdb4cd-6c91-4f0f-a24e-0c84a8f117d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:55.114335 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-403bbdcf-2873-4635-bdab-265cb2584709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:55.116042 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-403bbdcf-2873-4635-bdab-265cb2584709 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1098 time: 0.0869327
Apr 20 19:38:55.142790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.148422 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2101622
Apr 20 19:38:55.148422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a84959-1dfd-4cce-9951-b24e62b1d024,revision_number=1']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:55.148422 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40176) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:55.150734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7201e63d-092f-4435-8b2a-23d3c877f07f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:55.153749 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'security_group_rule': {'security_group_id': '92a84959-1dfd-4cce-9951-b24e62b1d024', 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:55.160921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:55.165024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:security_group_rule and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:55.167907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:55.175490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:55.192557 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.257029 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.260450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.269469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5f106fd0-d830-4eba-9e3f-1206c4036978 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:55.279282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-b71c214d-148d-4abe-85fa-5c6d77a67a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:55.281452 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-b71c214d-148d-4abe-85fa-5c6d77a67a44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 200  len: 915 time: 0.1576157
Apr 20 19:38:55.292619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26945759-a9c2-47c5-be26-ee16ec1936e5,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:55.295710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:55.298672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.302548 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-53368840-be77-4f2f-afe9-89dcad4b1508 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1517756
Apr 20 19:38:55.302808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40180) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:55.308435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'security_group_rule': {'security_group_id': '92a84959-1dfd-4cce-9951-b24e62b1d024', 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:55.315489 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:55.319594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:security_group_rule and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:55.322630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:55.329292 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:55.349892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.398212 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-21dc9958-ca99-4739-adf3-1555ea904fb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 999 time: 0.1104856
Apr 20 19:38:55.417541 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.422414 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.426614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:55.461851 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.463320 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1595328
Apr 20 19:38:55.464212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca4e7c2-3b24-4261-9763-5f41e0ef9a39,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:55.466131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40184) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:55.469753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5877bd2e-3bc0-47aa-b761-291b4b027cbc tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:55.471693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a60aaeb8>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'bbb05c78-f4a9-47cf-860f-ccf3c5d8c4d9', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'port_id': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'mac_address': 'fa:16:3e:f3:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:38:53Z', 'updated_at': '2021-04-20T19:38:53Z', 'revision_number': 0, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:38:05Z', 'revision_number': 5, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:55.473282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'security_group_rule': {'security_group_id': '92a84959-1dfd-4cce-9951-b24e62b1d024', 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:55.476194 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] Checking router: c33a352f-ed43-40fb-bf9f-428af3805d57 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:38:55.480338 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:55.485578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:security_group_rule and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:55.486953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:38:55.487631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a60aaeb8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:38:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:55.488865 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:55.490181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-1093e708-b71b-464b-a362-79600a087468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:55.491780 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-1093e708-b71b-464b-a362-79600a087468 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53dceb24-d265-4cff-902a-01a05b662b2e HTTP/1.1" status: 200  len: 853 time: 0.0832744
Apr 20 19:38:55.495069 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:55.512166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.579335 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.582258 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.584395 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:55.585824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-4b49673f-458a-4f86-be9c-4029fcfa73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:55.587714 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-4b49673f-458a-4f86-be9c-4029fcfa73a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1bcb0a-f075-4757-a482-b63fb34202bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831246
Apr 20 19:38:55.612222 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c40d44-6066-4166-8b47-aee1ecf654b4,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:55.617635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:55.622705 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.627298 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-a914d980-b27c-4b56-8091-de90a4a9a383 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1567872
Apr 20 19:38:55.627650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40188) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:55.633701 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'security_group_rule': {'security_group_id': '92a84959-1dfd-4cce-9951-b24e62b1d024', 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:55.640656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:55.645405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:security_group_rule and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:55.648667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:55.655672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:55.675573 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.754495 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-950eb40e-07cb-4102-9bcf-d20525dfb7a1 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585073
Apr 20 19:38:55.758781 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.761796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.771218 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:55.791927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82d2037-c229-4376-884d-080276e486b0,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:55.794613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:55.802268 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.806294 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5883123a-0f52-4eeb-b959-f1e1ae450b5a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1748252
Apr 20 19:38:55.807426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40192) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:55.815201 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'security_group_rule': {'security_group_id': '92a84959-1dfd-4cce-9951-b24e62b1d024', 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:55.821978 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:55.826197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:security_group_rule and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:55.830196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:55.836200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:55.847046 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.securitygroups_db [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Project 0c4aa18a1cff47ab91e2f24617f0831d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:38:55.854253 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.881642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:38:55.924277 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-01f88a8b-e7bf-4586-80e4-f87133b22748 req-2953394e-f4c6-4e7f-b5ae-fc9a7e25d0cd service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627448
Apr 20 19:38:55.926818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.930119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.931660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:55.957245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abf39d7-150e-4318-b41f-4ab1ce725b26,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:55.960401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:55.966301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:55.967598 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-54381a6b-c4cf-4778-a016-b003fa9f999f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1591649
Apr 20 19:38:55.970495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40196) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:38:55.976158 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'security_group_rule': {'security_group_id': '92a84959-1dfd-4cce-9951-b24e62b1d024', 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:55.982660 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:38:55.987222 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Usage tracker for resource:security_group_rule and tenant:0c4aa18a1cff47ab91e2f24617f0831d is out of sync, need to count used quota {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:38:55.990301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86372) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:38:55.996284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86372) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:38:56.006376 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.securitygroups_db [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Project 0c4aa18a1cff47ab91e2f24617f0831d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:38:56.013218 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:56.084697 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:56.087262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806204'] for security_group_rule, after_create {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:56.095455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:56.117547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf5a1be-3c26-4048-8874-04808a10c5ea,revision_number=0']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:56.119932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:56.127027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:56.128358 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c8a5a361-c96d-4cb1-94b3-cef2cf7dc171 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1567483
Apr 20 19:38:56.258789 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-a161eef8-ab16-4ec7-a812-aafb1de2656c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738316548&fields=id&tenant_id=0c4aa18a1cff47ab91e2f24617f0831d HTTP/1.1" status: 200  len: 267 time: 0.0442517
Apr 20 19:38:56.264878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a60aaeb8>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'bbb05c78-f4a9-47cf-860f-ccf3c5d8c4d9', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'port_id': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'mac_address': 'fa:16:3e:f3:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:38:53Z', 'updated_at': '2021-04-20T19:38:53Z', 'revision_number': 0, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:38:05Z', 'revision_number': 5, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:38:56.269717 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56910c29-e2da-4172-8dcd-26ebe31c9eaa None None] The sync data for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi is: [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'bbb05c78-f4a9-47cf-860f-ccf3c5d8c4d9', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'port_id': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'mac_address': 'fa:16:3e:f3:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:38:53Z', 'updated_at': '2021-04-20T19:38:53Z', 'revision_number': 0, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:38:05Z', 'revision_number': 5, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:38:56.357008 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-3c51f6e5-a686-457e-aac5-45a2fd8c8702 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:56.358585 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-3c51f6e5-a686-457e-aac5-45a2fd8c8702 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.0938509
Apr 20 19:38:56.371285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'port': {'security_groups': ['82d08cba-ecb1-4307-845b-48faa3c30f2f', '92a84959-1dfd-4cce-9951-b24e62b1d024']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:38:56.506342 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:56.574266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74795a5f-d302-4637-bf26-79f81ad8eecf None None] New status for floating IP bbb05c78-f4a9-47cf-860f-ccf3c5d8c4d9: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:38:56.786954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] For port b333bc03-f3d7-4658-9517-eb5a40f2fcbf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:38:56.813652 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:56.817279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:56.822918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a94d026f-8a38-41fd-b667-995050a35932 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:38:56.852054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['b333bc03-f3d7-4658-9517-eb5a40f2fcbf'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:38:56.899250 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:56.899884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:56.903660 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f2f7469b-5bf8-4b25-a12d-eb2310307201 req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "PUT /v2.0/ports/b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 981 time: 0.5373585
Apr 20 19:38:56.926030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'Port': ['ID=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,revision_number=6']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:38:56.929555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c888d20b-8309-4c32-9b67-d3d4a3918033 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:38:56.984489 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:38:57.057350 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'status': 'completed', 'code': 200}
Apr 20 19:38:57.062708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['b333bc03-f3d7-4658-9517-eb5a40f2fcbf'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:38:57.206014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-0baa590b-c554-4f04-b7f0-6652bc957f44 None None] Provisioning complete for port b333bc03-f3d7-4658-9517-eb5a40f2fcbf triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:38:57.206435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0baa590b-c554-4f04-b7f0-6652bc957f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:57.249142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4bc4f-400e-4842-88cf-2ce132df943d req-2ef78580-80b6-46da-9cc2-1d6db9aad0e6 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:57.251611 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d4d4bc4f-400e-4842-88cf-2ce132df943d req-2ef78580-80b6-46da-9cc2-1d6db9aad0e6 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.2314465
Apr 20 19:38:57.254943 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-1ee65c87-70d8-4f57-9c63-149c5b4c1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:57.256751 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-1ee65c87-70d8-4f57-9c63-149c5b4c1214 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1137 time: 0.1254613
Apr 20 19:38:57.388181 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d4d4bc4f-400e-4842-88cf-2ce132df943d req-b768fa99-fd20-48a7-a698-7b27c32ef859 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1284921
Apr 20 19:38:57.442337 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-86b898d1-0a3c-4529-9d76-625bdab6f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:57.443923 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-86b898d1-0a3c-4529-9d76-625bdab6f6b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 200  len: 915 time: 0.1695948
Apr 20 19:38:57.524457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-034f0825-1706-4fb1-978e-1d91aac0f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:57.560171 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-c8fb7183-b923-472a-908c-3d7d7492cfcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 1001 time: 0.1079566
Apr 20 19:38:57.629734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-cd85c64e-2711-4d3f-9a46-7f2cadf99e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:57.631304 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-cd85c64e-2711-4d3f-9a46-7f2cadf99e5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53dceb24-d265-4cff-902a-01a05b662b2e HTTP/1.1" status: 200  len: 853 time: 0.0645256
Apr 20 19:38:57.720484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-19dc38cc-82e9-47c9-855d-31251858c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:38:57.722100 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-19dc38cc-82e9-47c9-855d-31251858c081 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1bcb0a-f075-4757-a482-b63fb34202bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841539
Apr 20 19:38:57.878052 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-01f7e745-a1de-4dfa-b01b-9304a041af7a service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478994
Apr 20 19:38:58.023196 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c63a0e98-1ea4-4ff3-942d-33a12e9621c6 req-35f76d4c-e158-4275-a920-58a4e9cd5454 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348474
Apr 20 19:38:58.530624 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:58.665849 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:58.817103 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:38:59.432012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:03.735923 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-d57a80b0-30ad-4a29-8e0a-e5a3bdb89183 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0807016
Apr 20 19:39:03.913958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-3295b6a2-b594-4dcf-9a2e-696041978547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:03.915574 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-3295b6a2-b594-4dcf-9a2e-696041978547 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1099 time: 0.0820861
Apr 20 19:39:04.071736 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-5621d620-f42d-4f68-a6f7-1ae8dd698ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:04.073363 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-5621d620-f42d-4f68-a6f7-1ae8dd698ba6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 910 time: 0.1365771
Apr 20 19:39:04.181296 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-940e520e-ed4f-4ff7-b51c-63955be6a7bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 1001 time: 0.1007276
Apr 20 19:39:04.254617 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-e34ad972-03f3-4415-8673-1c28737786fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:04.256205 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-e34ad972-03f3-4415-8673-1c28737786fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 200  len: 848 time: 0.0677521
Apr 20 19:39:04.338802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-bf6967b7-24db-4583-9660-3ddd45c8d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:04.340302 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-bf6967b7-24db-4583-9660-3ddd45c8d3f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b60f85b0-c0a3-4824-a200-b37680750ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772910
Apr 20 19:39:04.484294 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-f221f23a-fcd0-4146-8a78-68162859bc0f service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354172
Apr 20 19:39:04.626425 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a9414217-5115-4c06-8d4f-be16fe9b35f0 req-f024575e-5b39-416e-be4b-4c22a8336fbe service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350994
Apr 20 19:39:14.003075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-7191a745-4e3c-47c1-adfd-c3764628c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:14.004735 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-7191a745-4e3c-47c1-adfd-c3764628c9bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1137 time: 0.4010823
Apr 20 19:39:14.013119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283e404-4237-4729-95d6-8511fce27839 req-4d9ea70e-4501-4861-9759-541e97aa16ef tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:14.014612 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8283e404-4237-4729-95d6-8511fce27839 req-4d9ea70e-4501-4861-9759-541e97aa16ef tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.3709071
Apr 20 19:39:14.062996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40226) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:14.159373 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8283e404-4237-4729-95d6-8511fce27839 req-ff2779fb-ce32-4982-9127-8f272ac88749 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1206050
Apr 20 19:39:14.200260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-be85a22f-b12a-496f-9d3f-8d934d0f8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:14.201932 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-be85a22f-b12a-496f-9d3f-8d934d0f8f80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 200  len: 915 time: 0.1863592
Apr 20 19:39:14.281812 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Deleting port 74abe094-4648-460b-be95-304151f3ccc2 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:14.282108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:14.320644 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-6fe3d551-6efa-4eed-9d0d-ed6c250f043b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 1001 time: 0.1107619
Apr 20 19:39:14.389594 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-3d9c5b9d-1af9-4072-84a3-e163a359fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:14.391766 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-3d9c5b9d-1af9-4072-84a3-e163a359fe5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53dceb24-d265-4cff-902a-01a05b662b2e HTTP/1.1" status: 200  len: 853 time: 0.0644288
Apr 20 19:39:14.472502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:14.472946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:14.478578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-2a4cc3f0-8523-4158-a20c-a9c981cc9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:14.480205 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-2a4cc3f0-8523-4158-a20c-a9c981cc9561 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1bcb0a-f075-4757-a482-b63fb34202bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805304
Apr 20 19:39:14.613537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Calling delete_port for 74abe094-4648-460b-be95-304151f3ccc2 owned by network:floatingip {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:14.628275 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-ae428c39-94c2-4ca5-8fb0-b46dd82ff98d service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395767
Apr 20 19:39:14.775996 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-06abeed7-8111-43ed-a5ea-370d55e94b71 req-fae03410-1cc7-461d-9ce7-a335dc28cf85 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395662
Apr 20 19:39:14.777853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:14.783198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-014c0141-2153-4e15-9e33-6bd82c802b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:14.866824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event deleted for resources: {'Port': ['ID=74abe094-4648-460b-be95-304151f3ccc2,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:14.913855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.914292 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.914731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.915148 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.915564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.915976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.916387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.916827 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.917242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.917650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.918057 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.918462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:14.922468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:14.951234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for floatingip, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:14.951616 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Floating IP ed243e74-9dce-48b3-8c3a-dc512086cfd8 disassociated (deleted). External IP: 172.27.2.86, port: 076208ee-e3f1-45f9-b986-47a5b26317b8.
Apr 20 19:39:15.336666 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Router 153014c2-d002-4121-a2be-e6ef80317785 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:39:15.427708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e45e55-382d-4de7-9124-f79d1becf2dc req-fd5cc61b-a048-465a-a219-520861a138c1 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:15.429403 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d2e45e55-382d-4de7-9124-f79d1becf2dc req-fd5cc61b-a048-465a-a219-520861a138c1 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.1493495
Apr 20 19:39:15.481526 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d2e45e55-382d-4de7-9124-f79d1becf2dc req-7cf57957-0b81-4988-91e0-fe88ca5d9601 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0452659
Apr 20 19:39:15.537377 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:39:15.547834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] Sync routers for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:39:15.554542 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:15.557678 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:39:15.558364 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a582d438>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:38:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:15.612977 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-96c1c3a9-8917-4a51-ba5c-8cb696170afb tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "DELETE /v2.0/floatingips/ed243e74-9dce-48b3-8c3a-dc512086cfd8 HTTP/1.1" status: 204  len: 168 time: 1.5487833
Apr 20 19:39:15.613679 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8'}] {{(pid=86372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:39:15.669850 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'status': 'completed', 'code': 200}
Apr 20 19:39:15.754381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:39:15.806472 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-f87a8cdb-6f7f-414c-b741-d719f5a9cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:15.808115 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-f87a8cdb-6f7f-414c-b741-d719f5a9cb41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba7e670538c341e6a378232973d1ccde&device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 1099 time: 0.0800335
Apr 20 19:39:16.021535 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-93bc73f8-b3df-493f-8080-64d6681a997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:16.023114 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-93bc73f8-b3df-493f-8080-64d6681a997b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 200  len: 910 time: 0.2035885
Apr 20 19:39:16.110232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a582d438>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '972c9ebb-1710-4721-b5e6-afeefc3519cf', 'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'mac_address': 'fa:16:3e:27:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:02Z', 'updated_at': '2021-04-20T19:34:12Z', 'revision_number': 5, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'subnets': [{'id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:16.112296 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-360d5433-0e8f-4510-aabc-813382442c67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 200  len: 217 time: 0.0724053
Apr 20 19:39:16.114674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] Checking router: 153014c2-d002-4121-a2be-e6ef80317785 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:39:16.123911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:39:16.124790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a582d438>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:38:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:16.167174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ebcb0-bc34-4ef1-a202-2fe372db508a req-6d916ec5-a220-4382-8c09-0a5b41a010d0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:16.168759 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d3ebcb0-bc34-4ef1-a202-2fe372db508a req-6d916ec5-a220-4382-8c09-0a5b41a010d0 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.2206907
Apr 20 19:39:16.225043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-ba2b15f0-b57e-46f4-bf0e-f2dd6391df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:16.226600 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-ba2b15f0-b57e-46f4-bf0e-f2dd6391df44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 200  len: 848 time: 0.1062353
Apr 20 19:39:16.238044 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7d3ebcb0-bc34-4ef1-a202-2fe372db508a req-35e614e9-f476-4b02-9f88-366eaf57a2a8 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604560
Apr 20 19:39:16.317084 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-62b6c7c8-7be8-4f30-92a9-a12a489f6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:16.318608 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-62b6c7c8-7be8-4f30-92a9-a12a489f6b7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b60f85b0-c0a3-4824-a200-b37680750ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840504
Apr 20 19:39:16.318792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:39:16.471863 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-4f854269-f64b-4e94-802b-7f1c4f8e07d3 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432650
Apr 20 19:39:16.664605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4e732147-5eb4-4317-8758-f391ac58f5e2 req-53d0b7ff-8e2c-451a-a8a9-d16ef43a5238 service neutron] 10.222.0.55 "GET /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1851060
Apr 20 19:39:16.664986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a582d438>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '972c9ebb-1710-4721-b5e6-afeefc3519cf', 'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'mac_address': 'fa:16:3e:27:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:02Z', 'updated_at': '2021-04-20T19:34:12Z', 'revision_number': 5, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'subnets': [{'id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:16.669463 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404011b6-22e0-4b81-b243-14959e3df6c7 None None] The sync data for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi is: [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:34:04Z', 'revision_number': 4, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '972c9ebb-1710-4721-b5e6-afeefc3519cf', 'name': '', 'network_id': 'b60f85b0-c0a3-4824-a200-b37680750ba5', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'mac_address': 'fa:16:3e:27:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:02Z', 'updated_at': '2021-04-20T19:34:12Z', 'revision_number': 5, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'subnets': [{'id': '0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:39:16.707974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3de4a-dadb-4e78-9a0f-a20df3707722 req-c09978ae-62ab-4273-a5d6-a4a311050ef0 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:16.709656 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2b3de4a-dadb-4e78-9a0f-a20df3707722 req-c09978ae-62ab-4273-a5d6-a4a311050ef0 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.0987732
Apr 20 19:39:16.761447 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e2b3de4a-dadb-4e78-9a0f-a20df3707722 req-cb515c20-20a5-4176-b8b5-f1a91935d303 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0449615
Apr 20 19:39:17.091640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2465ff-ae96-4962-8c57-e96d0afe6010 None None] New status for floating IP ed243e74-9dce-48b3-8c3a-dc512086cfd8: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:39:17.450357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ff0e8-76ba-4ca1-9a4b-0aec767d95eb req-e7433e0d-ab4f-4a49-916a-6b56005d11d3 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:17.451940 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5c9ff0e8-76ba-4ca1-9a4b-0aec767d95eb req-e7433e0d-ab4f-4a49-916a-6b56005d11d3 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.0932851
Apr 20 19:39:17.501416 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5c9ff0e8-76ba-4ca1-9a4b-0aec767d95eb req-59970a49-f819-4b53-8f61-348845c50f79 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428905
Apr 20 19:39:17.962355 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-2f58f0c1-733f-49b2-984a-e98b0706f127 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:17.963909 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-2f58f0c1-733f-49b2-984a-e98b0706f127 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.55 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 946 time: 0.1473658
Apr 20 19:39:18.060790 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506f0b9-194b-437c-bf97-ed817b2e8e89 req-3ded34df-23cd-4943-8dbc-b4616f64d5ff tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:18.062936 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1506f0b9-194b-437c-bf97-ed817b2e8e89 req-3ded34df-23cd-4943-8dbc-b4616f64d5ff tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.1697876
Apr 20 19:39:18.069361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Deleting port 076208ee-e3f1-45f9-b986-47a5b26317b8 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:18.069743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:18.210912 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1506f0b9-194b-437c-bf97-ed817b2e8e89 req-01667b02-4c60-4015-bede-81e3de4d19ea tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1093805
Apr 20 19:39:18.370536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] For port 076208ee-e3f1-45f9-b986-47a5b26317b8, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=076208ee-e3f1-45f9-b986-47a5b26317b8,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:18.370855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:18.504743 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Calling delete_port for 076208ee-e3f1-45f9-b986-47a5b26317b8 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:18.722123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:18.729357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-45b4dfe7-3cb5-4f6b-a50a-9a35fb40f37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:18.784505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event deleted for resources: {'Port': ['ID=076208ee-e3f1-45f9-b986-47a5b26317b8,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:18.789965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:18.836240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3506db9-3d40-4203-af62-11f95b9a29fb req-ac1c64cb-f7d0-4d0c-9314-85d8123ac4ba tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:18.837892 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3506db9-3d40-4203-af62-11f95b9a29fb req-ac1c64cb-f7d0-4d0c-9314-85d8123ac4ba tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 867 time: 0.2081628
Apr 20 19:39:18.899614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] No DVR routers for this DVR port 076208ee-e3f1-45f9-b986-47a5b26317b8 on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:39:18.904546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:18.907977 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'name': 'network-vif-deleted', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:39:18.934301 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a5226262-0b16-4c2a-b229-727fb93cc4f3 req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.55 "DELETE /v2.0/ports/076208ee-e3f1-45f9-b986-47a5b26317b8 HTTP/1.1" status: 204  len: 173 time: 0.9626036
Apr 20 19:39:18.950456 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3506db9-3d40-4203-af62-11f95b9a29fb req-ec8a25f5-5c1f-4d04-9167-89f6c3005380 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/security-groups?id=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727887
Apr 20 19:39:18.959564 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0c78d-b4ea-45e9-8304-c38a70bb2490', 'name': 'network-vif-deleted', 'tag': '076208ee-e3f1-45f9-b986-47a5b26317b8', 'status': 'completed', 'code': 200}
Apr 20 19:39:19.430953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83360074-3cf0-4e10-aa05-b15f85b11e1e req-18eb99aa-cf20-4c31-8700-5fa45e2ee6db tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:19.433192 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-83360074-3cf0-4e10-aa05-b15f85b11e1e req-18eb99aa-cf20-4c31-8700-5fa45e2ee6db tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.0935464
Apr 20 19:39:19.485124 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-83360074-3cf0-4e10-aa05-b15f85b11e1e req-7704550b-3211-4f98-881f-dbbbf6ae68ef tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0459385
Apr 20 19:39:20.378596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-93a3aee4-14d6-4571-a9dd-feb1fbfb4488 req-826d4ef7-e943-4c8c-b1da-73bca8988826 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Synchronizing usage tracker for tenant:ba7e670538c341e6a378232973d1ccde on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:39:20.394109 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-93a3aee4-14d6-4571-a9dd-feb1fbfb4488 req-826d4ef7-e943-4c8c-b1da-73bca8988826 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Unset dirty status for tenant:ba7e670538c341e6a378232973d1ccde on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:39:20.395379 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-93a3aee4-14d6-4571-a9dd-feb1fbfb4488 req-826d4ef7-e943-4c8c-b1da-73bca8988826 tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "GET /v2.0/ports?device_id=57f0c78d-b4ea-45e9-8304-c38a70bb2490 HTTP/1.1" status: 200  len: 210 time: 0.3060319
Apr 20 19:39:20.697858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b41a23-4a25-4dae-adbb-1f40dadf04cc req-7b116f47-71a7-4749-b664-8c0f6d276e01 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:20.699456 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-34b41a23-4a25-4dae-adbb-1f40dadf04cc req-7b116f47-71a7-4749-b664-8c0f6d276e01 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.0984178
Apr 20 19:39:20.755068 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-34b41a23-4a25-4dae-adbb-1f40dadf04cc req-a5591b71-d511-446f-ae8f-37f5996dfcfd tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0483472
Apr 20 19:39:21.496579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40260) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:21.573372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b19dde25-3614-427a-9c8a-b3c3cf55640e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:21.604249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b19dde25-3614-427a-9c8a-b3c3cf55640e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:21.658110 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b19dde25-3614-427a-9c8a-b3c3cf55640e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:21.662245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cf5d5ec8-f326-48d9-a65b-76175a90c3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:21.678274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dde25-3614-427a-9c8a-b3c3cf55640e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:21.681632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b19dde25-3614-427a-9c8a-b3c3cf55640e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:21.690881 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b19dde25-3614-427a-9c8a-b3c3cf55640e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:21.692134 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b19dde25-3614-427a-9c8a-b3c3cf55640e tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] 10.222.0.38 "DELETE /v2.0/security-groups/76bcbbe4-a7e1-4c4f-97a8-c57f2f6b416a HTTP/1.1" status: 204  len: 168 time: 0.1944573
Apr 20 19:39:21.740958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40266) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:21.824577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 076208ee-e3f1-45f9-b986-47a5b26317b8 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:39:21.865192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 076208ee-e3f1-45f9-b986-47a5b26317b8 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:39:21.865593 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 076208ee-e3f1-45f9-b986-47a5b26317b8 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:39:21.972672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be114bcb-04d0-4af7-8c13-6e23b98fc525 req-1c1e495f-c83d-4709-b870-f97b19cdcc1f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:21.974589 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be114bcb-04d0-4af7-8c13-6e23b98fc525 req-1c1e495f-c83d-4709-b870-f97b19cdcc1f tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.0986571
Apr 20 19:39:22.032055 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-be114bcb-04d0-4af7-8c13-6e23b98fc525 req-a53990b5-2335-491a-96d8-10d4bd91d673 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0505898
Apr 20 19:39:22.433930 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673113'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:23.047359 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Deleting port 972c9ebb-1710-4721-b5e6-afeefc3519cf {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:23.047924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:23.233327 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] For port 972c9ebb-1710-4721-b5e6-afeefc3519cf, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=972c9ebb-1710-4721-b5e6-afeefc3519cf,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:23.233780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:23.241023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773a7e8-5e2a-43ed-b059-9b5ba85c0df3 req-fcaf2130-8082-4686-b4c1-939aa4170180 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:23.242633 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b773a7e8-5e2a-43ed-b059-9b5ba85c0df3 req-fcaf2130-8082-4686-b4c1-939aa4170180 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.0960896
Apr 20 19:39:23.294845 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b773a7e8-5e2a-43ed-b059-9b5ba85c0df3 req-6fd6298c-4a4d-4587-bf7e-91ab135199a5 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0456636
Apr 20 19:39:23.368038 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Calling delete_port for 972c9ebb-1710-4721-b5e6-afeefc3519cf owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:23.546399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:23.551129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-38460207-bece-4246-bab7-b7fa92cf63bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:23.600898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=972c9ebb-1710-4721-b5e6-afeefc3519cf,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:23.629419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:23.890933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852957278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673191'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:24.285534 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Router 153014c2-d002-4121-a2be-e6ef80317785 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:39:24.479631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:39:24.490154 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] Sync routers for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:39:24.498477 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] 10.222.0.38 "PUT /v2.0/routers/153014c2-d002-4121-a2be-e6ef80317785/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7539861
Apr 20 19:39:24.498778 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40278) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:24.503259 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d16766-b0dd-4eb8-aa12-59a642fa6283 req-8eabfe25-cef9-42b0-8e45-784349dc3fe4 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:24.504113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:39:24.504951 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8d16766-b0dd-4eb8-aa12-59a642fa6283 req-8eabfe25-cef9-42b0-8e45-784349dc3fe4 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.0942848
Apr 20 19:39:24.510981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5d7bf98>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:38:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:24.560002 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b8d16766-b0dd-4eb8-aa12-59a642fa6283 req-dd951ed3-d7f4-4370-8885-6008f8c4fcf4 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0485582
Apr 20 19:39:24.693976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:24.729577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:39:24.896623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:24.905396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Deleting port d4fce382-3aa3-4f4f-87a0-33750ff819f7 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:24.906033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:25.105419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] For port d4fce382-3aa3-4f4f-87a0-33750ff819f7, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d4fce382-3aa3-4f4f-87a0-33750ff819f7,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:25.105826 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:25.140668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-84f9ede3-2316-4dda-b237-a4451cc4a243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:25.240581 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5d7bf98>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:39:23Z', 'revision_number': 5, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port': {'id': 'd4fce382-3aa3-4f4f-87a0-33750ff819f7', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153014c2-d002-4121-a2be-e6ef80317785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:33:59Z', 'updated_at': '2021-04-20T19:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:25.244157 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Calling delete_port for d4fce382-3aa3-4f4f-87a0-33750ff819f7 owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:25.244662 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] Checking router: 153014c2-d002-4121-a2be-e6ef80317785 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:39:25.254658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] Routers {'153014c2-d002-4121-a2be-e6ef80317785'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:39:25.255329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5d7bf98>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:38:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['153014c2-d002-4121-a2be-e6ef80317785'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:25.419524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:25.423265 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] Set router 153014c2-d002-4121-a2be-e6ef80317785 gateway port host: None {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:39:25.425283 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2c83b77f-f564-422e-a4d2-c13ffefc8032 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:25.507053 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fce382-3aa3-4f4f-87a0-33750ff819f7,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:25.509901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:25.544382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5d7bf98>, [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:39:24Z', 'revision_number': 6, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port_host': None}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:25.549581 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6f1d1-a6d3-4c77-be66-a69eebe6c9e3 None None] The sync data for ids ['153014c2-d002-4121-a2be-e6ef80317785'] in dv-cinder-787264-1-iscsi is: [{'id': '153014c2-d002-4121-a2be-e6ef80317785', 'name': 'tempest-TestShelveInstance-1877678610-router', 'tenant_id': 'ba7e670538c341e6a378232973d1ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:33:58Z', 'updated_at': '2021-04-20T19:39:24Z', 'revision_number': 6, 'project_id': 'ba7e670538c341e6a378232973d1ccde', 'gw_port_host': None}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:39:25.581063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853078682'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:25.785385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853090502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2212'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:25.787796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:25.819939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0066aa-7f66-4982-b928-95391bac6c19 req-e5ce65b4-e6d0-48d6-8da6-eb7401b26ab4 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:25.821901 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8a0066aa-7f66-4982-b928-95391bac6c19 req-e5ce65b4-e6d0-48d6-8da6-eb7401b26ab4 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.1232922
Apr 20 19:39:25.883560 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8a0066aa-7f66-4982-b928-95391bac6c19 req-b43471c8-4703-46ea-ab55-ba8411fb72f9 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0510726
Apr 20 19:39:26.069830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1674878'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.070426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153014c2-d002-4121-a2be-e6ef80317785 {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:39:26.083578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.084829 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-572b72a2-85a9-4184-afd3-d82088a8edb9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/153014c2-d002-4121-a2be-e6ef80317785 HTTP/1.1" status: 204  len: 168 time: 1.5848794
Apr 20 19:39:26.087504 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40288) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:26.157571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-808c578a-9263-4e4c-b7a8-5c034686067c admin admin] Deleting subnet 0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:39:26.161068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-808c578a-9263-4e4c-b7a8-5c034686067c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.220071 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-808c578a-9263-4e4c-b7a8-5c034686067c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850814827'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.302046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-808c578a-9263-4e4c-b7a8-5c034686067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.564138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-808c578a-9263-4e4c-b7a8-5c034686067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2103971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3167948'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.569261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:26.606807 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c578a-9263-4e4c-b7a8-5c034686067c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:26.609051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-808c578a-9263-4e4c-b7a8-5c034686067c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.611752 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-808c578a-9263-4e4c-b7a8-5c034686067c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:26.615424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e996d-e3d4-4e50-aa66-c4df3eb13a80 None None] Network b60f85b0-c0a3-4824-a200-b37680750ba5 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:39:26.616682 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-808c578a-9263-4e4c-b7a8-5c034686067c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0b5d8b0f-8e00-40a9-a8c3-3360c1af88d2 HTTP/1.1" status: 204  len: 168 time: 0.5281034
Apr 20 19:39:26.619564 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40292) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:26.736381 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 972c9ebb-1710-4721-b5e6-afeefc3519cf no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:39:26.742992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.754926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Deleting port d24cee04-1400-4a77-a0c6-4484453a9460 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:26.755299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.781345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 972c9ebb-1710-4721-b5e6-afeefc3519cf {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:39:26.781738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 972c9ebb-1710-4721-b5e6-afeefc3519cf not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:39:26.782206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d4fce382-3aa3-4f4f-87a0-33750ff819f7 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:39:26.858016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: d4fce382-3aa3-4f4f-87a0-33750ff819f7 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:39:26.859005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d4fce382-3aa3-4f4f-87a0-33750ff819f7 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:39:26.989143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] For port d24cee04-1400-4a77-a0c6-4484453a9460, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d24cee04-1400-4a77-a0c6-4484453a9460,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:26.989669 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:26.998568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] DHCP port deletion for b60f85b0-c0a3-4824-a200-b37680750ba5 request from dv-cinder-787264-1-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:39:27.004205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] Deleting port d24cee04-1400-4a77-a0c6-4484453a9460 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:27.004629 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:27.103343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf19a5c-7e0f-4904-bad5-83ea695b3525 req-238b80ea-d45a-4d72-b668-afa697e1f919 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:27.105116 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ddf19a5c-7e0f-4904-bad5-83ea695b3525 req-238b80ea-d45a-4d72-b668-afa697e1f919 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.0928600
Apr 20 19:39:27.127291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Calling delete_port for d24cee04-1400-4a77-a0c6-4484453a9460 owned by network:dhcp {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:27.165832 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ddf19a5c-7e0f-4904-bad5-83ea695b3525 req-8ea85aab-d415-4b65-a097-79a06e89d9bb tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&id=92a84959-1dfd-4cce-9951-b24e62b1d024&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0532823
Apr 20 19:39:27.209819 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:27.214946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-181a8ebe-3ebe-4419-b9fe-06d41c166d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:27.233166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] For port d24cee04-1400-4a77-a0c6-4484453a9460, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=d24cee04-1400-4a77-a0c6-4484453a9460,segment=NetworkSegment(ceef58a2-229b-47e1-aad9-26ec3bd1553e),segment_id=ceef58a2-229b-47e1-aad9-26ec3bd1553e)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:27.233613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:27.265889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24cee04-1400-4a77-a0c6-4484453a9460,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:27.270334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:27.271174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] No DVR routers for this DVR port d24cee04-1400-4a77-a0c6-4484453a9460 on host dv-cinder-787264-1-iscsi {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:39:27.368341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] Calling delete_port for d24cee04-1400-4a77-a0c6-4484453a9460 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:27.397544 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:27.460731 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:39:27.461846 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:39:27.462857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d14b4c79-d083-4bf0-86f2-5d24ac58b864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:27.516261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a4184a58>,) {'filters': {'network_id': ['b60f85b0-c0a3-4824-a200-b37680750ba5']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:27.529208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4184a58>, 'ceef58a2-229b-47e1-aad9-26ec3bd1553e') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:27.529552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4184a58>, 'ceef58a2-229b-47e1-aad9-26ec3bd1553e') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:27.541898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:27.557197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:27.566329 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:39:27.744522 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Network b60f85b0-c0a3-4824-a200-b37680750ba5 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:39:27.754183 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:27.937187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Network b60f85b0-c0a3-4824-a200-b37680750ba5 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:39:27.959804 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:39:27.963176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] Deleting port d24cee04-1400-4a77-a0c6-4484453a9460 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:27.963617 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:28.041674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5132d-4264-4e51-8449-9f60d6f5dc92 None None] The port 'd24cee04-1400-4a77-a0c6-4484453a9460' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:39:28.045425 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:28.050141 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:28.064636 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:28.078014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b60f85b0-c0a3-4824-a200-b37680750ba5,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:28.081449 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:28.091587 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e68211ab-662e-436c-aa1d-0466c1eb5bf0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b60f85b0-c0a3-4824-a200-b37680750ba5 HTTP/1.1" status: 204  len: 168 time: 1.4709961
Apr 20 19:39:28.095249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40300) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:28.532770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:28.687249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:28.694831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673113'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:28.724590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d24cee04-1400-4a77-a0c6-4484453a9460 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:39:28.765694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: d24cee04-1400-4a77-a0c6-4484453a9460 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:39:28.766096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device d24cee04-1400-4a77-a0c6-4484453a9460 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:39:28.818830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:29.080789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Deleting port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:29.081176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:29.260554 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] For port 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3ffea5a1-13c6-41e5-b8a8-6be99f90e47f,segment=NetworkSegment(2d1db867-0eb1-4ac5-abb6-1d745e509caf),segment_id=2d1db867-0eb1-4ac5-abb6-1d745e509caf)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:29.260982 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:29.398294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Calling delete_port for 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:29.434262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:29.819722 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:29.824426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d3cead8f-3c83-483c-b6df-c6b247392545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:29.871928 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffea5a1-13c6-41e5-b8a8-6be99f90e47f,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:29.901042 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:30.167401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852957278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673191'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:30.554161 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Router 77b7d6e6-6b07-4457-9b6a-b9855693934d has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:39:30.752351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:39:30.761493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] Sync routers for ids ['77b7d6e6-6b07-4457-9b6a-b9855693934d'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:39:30.761710 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7ba96de0-d143-4c4e-a092-a9fd1dd87015 admin admin] 10.222.0.38 "PUT /v2.0/routers/77b7d6e6-6b07-4457-9b6a-b9855693934d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6654372
Apr 20 19:39:30.764735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40304) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:30.772175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] Routers {'77b7d6e6-6b07-4457-9b6a-b9855693934d'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:39:30.772876 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5b8cdd8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:39:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['77b7d6e6-6b07-4457-9b6a-b9855693934d'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:30.963691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] Set router 77b7d6e6-6b07-4457-9b6a-b9855693934d gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:39:30.964301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:31.159539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:31.167912 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Deleting port ef722715-8149-4c33-aadd-86d969fc017f {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:31.168278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:31.250582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:39:31.275824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5b8cdd8>, [{'id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:34:08Z', 'updated_at': '2021-04-20T19:39:29Z', 'revision_number': 5, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'gw_port': {'id': 'ef722715-8149-4c33-aadd-86d969fc017f', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:34:09Z', 'updated_at': '2021-04-20T19:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:31.280932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] Checking router: 77b7d6e6-6b07-4457-9b6a-b9855693934d for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:39:31.290046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] Routers {'77b7d6e6-6b07-4457-9b6a-b9855693934d'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:39:31.290720 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5b8cdd8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:39:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['77b7d6e6-6b07-4457-9b6a-b9855693934d'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:31.357884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] For port ef722715-8149-4c33-aadd-86d969fc017f, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=ef722715-8149-4c33-aadd-86d969fc017f,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:31.358407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:31.513391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Calling delete_port for ef722715-8149-4c33-aadd-86d969fc017f owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:31.615076 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] Set router 77b7d6e6-6b07-4457-9b6a-b9855693934d gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:39:31.702426 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:31.707444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bff82153-f154-4d14-ac3b-f221f6e1ede9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:31.729224 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5b8cdd8>, [{'id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:34:08Z', 'updated_at': '2021-04-20T19:39:31Z', 'revision_number': 6, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'gw_port_host': None}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:31.733909 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5af49-0463-4a2a-836f-c840c3c792a3 None None] The sync data for ids ['77b7d6e6-6b07-4457-9b6a-b9855693934d'] in dv-cinder-787264-1-iscsi is: [{'id': '77b7d6e6-6b07-4457-9b6a-b9855693934d', 'name': 'tempest-TestShelveInstance-513021539-router', 'tenant_id': 'd5af488f12624b3a8f282bdd68df9434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:34:08Z', 'updated_at': '2021-04-20T19:39:31Z', 'revision_number': 6, 'project_id': 'd5af488f12624b3a8f282bdd68df9434', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:39:31.791032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef722715-8149-4c33-aadd-86d969fc017f,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:31.800933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:31.871802 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853078682'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:32.123808 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853090502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2212'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:32.127094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:32.157400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1674878'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:32.157979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77b7d6e6-6b07-4457-9b6a-b9855693934d {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:39:32.173235 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:32.174500 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] 10.222.0.38 "DELETE /v2.0/routers/77b7d6e6-6b07-4457-9b6a-b9855693934d HTTP/1.1" status: 204  len: 168 time: 1.4087176
Apr 20 19:39:32.177435 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40308) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:32.253863 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] Deleting subnet b4970fb6-892a-484d-bbe5-ca97cd7104f5 {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:39:32.257992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:32.581919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850814827'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:32.669234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:32.729939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:39:32.767898 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:39:32.768291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3ffea5a1-13c6-41e5-b8a8-6be99f90e47f not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:39:32.768797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device ef722715-8149-4c33-aadd-86d969fc017f no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:39:32.804248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: ef722715-8149-4c33-aadd-86d969fc017f {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:39:32.804641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device ef722715-8149-4c33-aadd-86d969fc017f not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:39:32.962153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2103971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3167948'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:32.967088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9212d52d-7739-4d0b-bc0c-665a433907d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:33.007111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.011920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4970fb6-892a-484d-bbe5-ca97cd7104f5,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:33.012206 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a1157-0cd5-4167-ac02-8d9c12ec852f None None] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:39:33.014978 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:33.018245 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b4970fb6-892a-484d-bbe5-ca97cd7104f5 HTTP/1.1" status: 204  len: 168 time: 0.8397837
Apr 20 19:39:33.020850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40312) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:33.138472 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.150121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Deleting port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:33.150495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.277137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] DHCP port deletion for 6a4ccffb-f2d6-42e2-a3ea-249062b04909 request from dv-cinder-787264-1-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:39:33.282745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] Deleting port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:33.283177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.376343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] For port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=52010d11-d1b5-4d1f-b5a1-b9ea4631aa38,segment=NetworkSegment(2d1db867-0eb1-4ac5-abb6-1d745e509caf),segment_id=2d1db867-0eb1-4ac5-abb6-1d745e509caf)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:33.376746 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.508171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] For port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=52010d11-d1b5-4d1f-b5a1-b9ea4631aa38,segment=NetworkSegment(2d1db867-0eb1-4ac5-abb6-1d745e509caf),segment_id=2d1db867-0eb1-4ac5-abb6-1d745e509caf)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:33.508607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.517673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Calling delete_port for 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 owned by network:dhcp {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:33.598165 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.602091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-952af25f-2625-46a7-9ead-8764f632887f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:33.643924 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] Calling delete_port for 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:39:33.648590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Pushing event deleted for resources: {'Port': ['ID=52010d11-d1b5-4d1f-b5a1-b9ea4631aa38,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:33.651773 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:33.656204 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] No DVR routers for this DVR port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 on host dv-cinder-787264-1-iscsi {{(pid=86372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:39:33.722478 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:39:33.722889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:39:33.783801 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.902870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a6589898>,) {'filters': {'network_id': ['6a4ccffb-f2d6-42e2-a3ea-249062b04909']}} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:33.916892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a6589898>, '2d1db867-0eb1-4ac5-abb6-1d745e509caf') {'for_net_delete': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:33.917237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a6589898>, '2d1db867-0eb1-4ac5-abb6-1d745e509caf') {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:39:33.930193 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3960989'] for segment, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.947623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:33.954648 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=86372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:39:34.138700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:39:34.148655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852671744'] for segment, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:34.224657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] Deleting port 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:39:34.225241 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:34.301269 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e5c75564-3a80-48fc-b77a-043ac626ad24 None None] The port '52010d11-d1b5-4d1f-b5a1-b9ea4631aa38' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:39:34.332033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Network 6a4ccffb-f2d6-42e2-a3ea-249062b04909 has no segments {{(pid=86372) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:39:34.359475 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:39:34.442001 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:34.445620 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:34.462571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:34.469968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4ccffb-f2d6-42e2-a3ea-249062b04909,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:34.474786 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:34.477196 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1c6d20b4-dee3-404c-b4f0-e5e4a25e497f admin admin] 10.222.0.38 "DELETE /v2.0/networks/6a4ccffb-f2d6-42e2-a3ea-249062b04909 HTTP/1.1" status: 204  len: 168 time: 1.4553051
Apr 20 19:39:34.595249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40318) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:34.651954 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-43bec69c-0ba5-40c3-9d7e-c8eb322073da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba7e670538c341e6a378232973d1ccde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554025
Apr 20 19:39:34.654671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40322) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:34.718577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b628db93-e4f9-4e4c-baff-6be3b993b018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:34.724047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:39:34.748428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b628db93-e4f9-4e4c-baff-6be3b993b018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:34.761836 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:39:34.762239 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 52010d11-d1b5-4d1f-b5a1-b9ea4631aa38 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:39:34.802313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b628db93-e4f9-4e4c-baff-6be3b993b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:34.807388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-13cb587e-4f51-4db4-a646-1b22f22efe19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:34.822064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628db93-e4f9-4e4c-baff-6be3b993b018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f8ab7-a9d9-4836-8f67-661e11fdcb7a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:34.826200 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b628db93-e4f9-4e4c-baff-6be3b993b018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:34.830510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b628db93-e4f9-4e4c-baff-6be3b993b018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:34.832769 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-b628db93-e4f9-4e4c-baff-6be3b993b018 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/642f8ab7-a9d9-4836-8f67-661e11fdcb7a HTTP/1.1" status: 204  len: 168 time: 0.1758091
Apr 20 19:39:35.189436 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40330) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:35.242311 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-32ff6158-6fbb-4e17-9eee-047044cd1c34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5af488f12624b3a8f282bdd68df9434&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515280
Apr 20 19:39:35.244727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40334) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:35.310155 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-26bdde08-59b4-48b2-9239-e0f741a247bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:35.337892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-26bdde08-59b4-48b2-9239-e0f741a247bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:35.382814 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-26bdde08-59b4-48b2-9239-e0f741a247bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:35.387839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8e01002b-cc5e-4432-b539-dfc2429fb805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:35.399067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdde08-59b4-48b2-9239-e0f741a247bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659936dc-72bf-4e46-bea8-1d6205e6e0db,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:35.404150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-26bdde08-59b4-48b2-9239-e0f741a247bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:35.406400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-26bdde08-59b4-48b2-9239-e0f741a247bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:35.407602 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-26bdde08-59b4-48b2-9239-e0f741a247bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/659936dc-72bf-4e46-bea8-1d6205e6e0db HTTP/1.1" status: 204  len: 168 time: 0.1618688
Apr 20 19:39:55.042864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9158d79d-fca9-4915-acb0-cce6c53c9fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:57.455036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8b43ac94-15dc-4371-b21a-95ed0562b1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:58.536186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:58.679526 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:58.821192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:59.172732 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-827dbec5-cec7-4807-8f49-85295084fc51 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738316548&fields=id&tenant_id=0c4aa18a1cff47ab91e2f24617f0831d HTTP/1.1" status: 200  len: 267 time: 0.0477741
Apr 20 19:39:59.263490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-ccd7887d-5700-45e9-a95e-f03505cdbb69 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:59.265078 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-ccd7887d-5700-45e9-a95e-f03505cdbb69 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 984 time: 0.0867221
Apr 20 19:39:59.277397 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Request body: {'port': {'security_groups': ['82d08cba-ecb1-4307-845b-48faa3c30f2f']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:39:59.417829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:59.436983 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:59.680015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] For port b333bc03-f3d7-4658-9517-eb5a40f2fcbf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:39:59.705095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:59.708448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:59.715929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-97dce39f-8612-4ec7-aa15-0b7a33f81ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:39:59.743041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['b333bc03-f3d7-4658-9517-eb5a40f2fcbf'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:39:59.774622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:39:59.775289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:59.776904 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-8dfc7b5e-ec97-45d9-a52b-9d707d2a0e16 req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "PUT /v2.0/ports/b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 942 time: 0.5050213
Apr 20 19:39:59.784029 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40350) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:39:59.791401 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:39:59.814187 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event updated for resources: {'Port': ['ID=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,revision_number=7']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:39:59.823333 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.823773 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.824128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.824528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.824953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.825353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.825751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.826143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.826536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.826926 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.827319 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.827711 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:39:59.832119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:39:59.875528 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'status': 'completed', 'code': 200}
Apr 20 19:39:59.888276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2914-9fdc-49d2-9f76-28ac73f69e66 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:59.923840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['b333bc03-f3d7-4658-9517-eb5a40f2fcbf'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:39:59.929174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2914-9fdc-49d2-9f76-28ac73f69e66 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:59.993657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2914-9fdc-49d2-9f76-28ac73f69e66 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:39:59.999578 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-26bdde08-59b4-48b2-9239-e0f741a247bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:00.019783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d2914-9fdc-49d2-9f76-28ac73f69e66 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a84959-1dfd-4cce-9951-b24e62b1d024,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:00.023378 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee4d2914-9fdc-49d2-9f76-28ac73f69e66 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:00.025634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2914-9fdc-49d2-9f76-28ac73f69e66 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:00.029739 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-ee4d2914-9fdc-49d2-9f76-28ac73f69e66 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "DELETE /v2.0/security-groups/92a84959-1dfd-4cce-9951-b24e62b1d024 HTTP/1.1" status: 204  len: 168 time: 0.2412546
Apr 20 19:40:00.030133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40358) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:00.071032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-b5982c65-9747-41c4-8cdd-da57bd4c53b9 None None] Provisioning complete for port b333bc03-f3d7-4658-9517-eb5a40f2fcbf triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:40:00.071372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b5982c65-9747-41c4-8cdd-da57bd4c53b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:00.331493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-9c28a79c-8df0-413f-943c-1ef258bb8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:00.333120 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-9c28a79c-8df0-413f-943c-1ef258bb8133 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1098 time: 0.4099562
Apr 20 19:40:00.372213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Deleting port 9390c2d8-1b26-4591-9f7d-6b19ad751cdc {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:00.372589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:00.623803 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-8ee0350b-ad4e-4315-b824-7fcd92d46a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:00.625353 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-8ee0350b-ad4e-4315-b824-7fcd92d46a09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 200  len: 915 time: 0.2800560
Apr 20 19:40:00.741717 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:00.742561 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:00.887715 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Calling delete_port for 9390c2d8-1b26-4591-9f7d-6b19ad751cdc owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:00.918064 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-1bb8c4ee-9005-46ac-8aae-31e6f76be473 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 1001 time: 0.2790620
Apr 20 19:40:01.019128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-ed36e0ae-2886-408d-a06a-c29d68461413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:01.020688 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-ed36e0ae-2886-408d-a06a-c29d68461413 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53dceb24-d265-4cff-902a-01a05b662b2e HTTP/1.1" status: 200  len: 853 time: 0.0958374
Apr 20 19:40:01.171984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-e4bea04e-4852-47c8-8464-497a02b63d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:01.173541 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-e4bea04e-4852-47c8-8464-497a02b63d28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1bcb0a-f075-4757-a482-b63fb34202bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1446083
Apr 20 19:40:01.186011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-0d82d8aa-5e47-4478-b446-56d788efab27 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:40:01.187061 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-0d82d8aa-5e47-4478-b446-56d788efab27 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053489
Apr 20 19:40:01.191615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:01.198546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-436276c4-88e1-47b9-8192-9d00cfe97b1d tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:01.273991 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event deleted for resources: {'Port': ['ID=9390c2d8-1b26-4591-9f7d-6b19ad751cdc,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:01.327284 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:01.703085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:01.703476 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Floating IP bbb05c78-f4a9-47cf-860f-ccf3c5d8c4d9 disassociated (deleted). External IP: 172.27.2.178, port: b333bc03-f3d7-4658-9517-eb5a40f2fcbf.
Apr 20 19:40:01.822619 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-fa0fb6d2-62fb-4417-b4a2-71eae991b422 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6259358
Apr 20 19:40:02.019655 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a3312acc-9b8d-4d38-a1b8-64b49c83458d req-ee773027-d2c2-4f66-b7a2-ed0c380ac1e1 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887877
Apr 20 19:40:02.209933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Router c33a352f-ed43-40fb-bf9f-428af3805d57 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:40:02.402372 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:40:02.412694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] Sync routers for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:40:02.416829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:02.423064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:40:02.423737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4c72c88>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:39:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:02.477333 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "DELETE /v2.0/floatingips/bbb05c78-f4a9-47cf-860f-ccf3c5d8c4d9 HTTP/1.1" status: 204  len: 168 time: 2.4460244
Apr 20 19:40:02.478112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:40:02.533903 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'status': 'completed', 'code': 200}
Apr 20 19:40:02.619704 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:40:02.660249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-701482e6-b2bc-48e0-9b51-fdf32ccd0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:02.661922 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-701482e6-b2bc-48e0-9b51-fdf32ccd0783 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1098 time: 0.0841506
Apr 20 19:40:02.814132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-dc4c460c-e879-4dbf-9de6-f2e4525ee4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:02.815751 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-dc4c460c-e879-4dbf-9de6-f2e4525ee4e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 200  len: 915 time: 0.1475797
Apr 20 19:40:02.893465 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-bee49b6f-4977-43ea-afca-c2f64ce07f6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 217 time: 0.0710752
Apr 20 19:40:02.970278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-3d49f498-79c6-415b-8c2c-3a9be9fda49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:02.972001 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-3d49f498-79c6-415b-8c2c-3a9be9fda49d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53dceb24-d265-4cff-902a-01a05b662b2e HTTP/1.1" status: 200  len: 853 time: 0.0722542
Apr 20 19:40:02.983203 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4c72c88>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:38:05Z', 'revision_number': 5, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:02.988023 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] Checking router: c33a352f-ed43-40fb-bf9f-428af3805d57 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:40:02.998379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:40:02.999128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4c72c88>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:39:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:03.059867 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-df1f21ca-13e4-49f4-97b3-7d4d9d1c7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:03.061618 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-df1f21ca-13e4-49f4-97b3-7d4d9d1c7b7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1bcb0a-f075-4757-a482-b63fb34202bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828695
Apr 20 19:40:03.194981 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:40:03.207354 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-996fd6f1-d759-4d52-b0a9-6e4679bf4b0e service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376672
Apr 20 19:40:03.351983 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0a5f0220-b155-4c51-b2ea-21fe6086ca23 req-01dde669-3e23-48a9-949f-145ea16a75e5 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379321
Apr 20 19:40:03.534209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4c72c88>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:38:05Z', 'revision_number': 5, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:03.538519 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcc27c-e536-4362-827b-8be74c8c36ed None None] The sync data for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi is: [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:37:48Z', 'revision_number': 4, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': 'da86560d-b35e-419f-bff4-4e15e1f9de58', 'name': '', 'network_id': '3c1bcb0a-f075-4757-a482-b63fb34202bf', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'mac_address': 'fa:16:3e:77:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:38:05Z', 'revision_number': 5, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'subnets': [{'id': '53dceb24-d265-4cff-902a-01a05b662b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:40:03.932656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707fddeb-6d6a-4634-ad68-cd1bdddb19a9 None None] New status for floating IP bbb05c78-f4a9-47cf-860f-ccf3c5d8c4d9: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:40:05.775496 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-943673f6-a504-47ec-930d-ce570e081d4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0839808
Apr 20 19:40:05.956740 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-3a3784d7-aa4c-45b2-88f2-3b4dc9cbe310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:05.958329 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-3a3784d7-aa4c-45b2-88f2-3b4dc9cbe310 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 1098 time: 0.1505005
Apr 20 19:40:05.968009 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd0c2-fc09-47e2-b568-870b422f8ffb req-19a6fc15-7ec6-4368-b02d-1f5489016c13 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:05.968780 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-7f3bd0c2-fc09-47e2-b568-870b422f8ffb req-19a6fc15-7ec6-4368-b02d-1f5489016c13 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Synchronizing usage tracker for tenant:0c4aa18a1cff47ab91e2f24617f0831d on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:40:06.007871 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-7f3bd0c2-fc09-47e2-b568-870b422f8ffb req-19a6fc15-7ec6-4368-b02d-1f5489016c13 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Unset dirty status for tenant:0c4aa18a1cff47ab91e2f24617f0831d on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:40:06.009092 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7f3bd0c2-fc09-47e2-b568-870b422f8ffb req-19a6fc15-7ec6-4368-b02d-1f5489016c13 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.1608970
Apr 20 19:40:06.138637 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-7f3bd0c2-fc09-47e2-b568-870b422f8ffb req-fe6e6f8c-4df9-44c2-83b9-39bbdb36b35d tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778680
Apr 20 19:40:06.162720 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-c1e2b46f-06f7-4ab9-aed6-3bde078fcf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:06.164344 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-c1e2b46f-06f7-4ab9-aed6-3bde078fcf15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 200  len: 915 time: 0.1830761
Apr 20 19:40:06.242865 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-efb1867d-3bb5-415e-9add-6196ea3c2c5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 200  len: 217 time: 0.0709023
Apr 20 19:40:06.312747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-39f2ed6a-9594-429f-8fe5-bba9a4652384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:06.314225 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-39f2ed6a-9594-429f-8fe5-bba9a4652384 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53dceb24-d265-4cff-902a-01a05b662b2e HTTP/1.1" status: 200  len: 853 time: 0.0641928
Apr 20 19:40:06.398060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-ea26b283-3245-475e-94d3-e974161d080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:06.399669 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-ea26b283-3245-475e-94d3-e974161d080d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1bcb0a-f075-4757-a482-b63fb34202bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779407
Apr 20 19:40:06.543458 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-bb3d5742-10e1-4a22-93d0-cc0a1ba33b9f service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361670
Apr 20 19:40:06.688756 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-674e0458-3b59-4a1d-9141-9042f89e19e2 req-2a125b88-5bdc-49f0-b04f-e22e97bd682d service neutron] 10.222.0.55 "GET /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369617
Apr 20 19:40:07.346507 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb6cc2-db02-450f-b581-5ef3267d0961 req-e7545c02-ab3b-423f-98c2-af8ca9bd2a1c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:07.348108 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f0bb6cc2-db02-450f-b581-5ef3267d0961 req-e7545c02-ab3b-423f-98c2-af8ca9bd2a1c tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.0932238
Apr 20 19:40:07.396301 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f0bb6cc2-db02-450f-b581-5ef3267d0961 req-1a20a12c-3191-4ce5-8ca4-0a8bb8c7cadb tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418534
Apr 20 19:40:07.744043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-db21e536-2875-4279-ba85-d2b4618234dd tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:07.745580 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-db21e536-2875-4279-ba85-d2b4618234dd tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.0866854
Apr 20 19:40:07.824688 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Deleting port b333bc03-f3d7-4658-9517-eb5a40f2fcbf {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:07.825096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:08.250726 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:40:08.331900 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] For port b333bc03-f3d7-4658-9517-eb5a40f2fcbf, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:08.332294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:08.465747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Calling delete_port for b333bc03-f3d7-4658-9517-eb5a40f2fcbf owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:08.683032 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22a4c7-50ea-4053-a555-26ce8724719a req-121c92d4-879d-4e24-b037-1fb5b134cb1a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:08.684551 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb22a4c7-50ea-4053-a555-26ce8724719a req-121c92d4-879d-4e24-b037-1fb5b134cb1a tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5c0012b-ff9d-4efb-ae80-969a50729290 HTTP/1.1" status: 200  len: 945 time: 0.1694231
Apr 20 19:40:08.708177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:08.717361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-55663868-3445-446b-a09a-53786505aca3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:08.744614 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['b333bc03-f3d7-4658-9517-eb5a40f2fcbf'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:40:08.780753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Pushing event deleted for resources: {'Port': ['ID=b333bc03-f3d7-4658-9517-eb5a40f2fcbf,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:08.789940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:08.828392 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-cb22a4c7-50ea-4053-a555-26ce8724719a req-641b1139-b5fd-4010-be60-e5a48f6a4056 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.38 "GET /v2.0/security-groups?id=82d08cba-ecb1-4307-845b-48faa3c30f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371315
Apr 20 19:40:08.872297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] No DVR routers for this DVR port b333bc03-f3d7-4658-9517-eb5a40f2fcbf on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:40:08.874971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:08.877993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'name': 'network-vif-deleted', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:40:08.893275 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-281803e8-4490-44c3-9c46-6fc7569fd343 req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] 10.222.0.55 "DELETE /v2.0/ports/b333bc03-f3d7-4658-9517-eb5a40f2fcbf HTTP/1.1" status: 204  len: 173 time: 1.1418355
Apr 20 19:40:08.934814 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c0012b-ff9d-4efb-ae80-969a50729290', 'name': 'network-vif-deleted', 'tag': 'b333bc03-f3d7-4658-9517-eb5a40f2fcbf', 'status': 'completed', 'code': 200}
Apr 20 19:40:10.624691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40444) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:11.205384 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673113'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:11.575299 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Deleting port da86560d-b35e-419f-bff4-4e15e1f9de58 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:11.575680 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:11.756061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] For port da86560d-b35e-419f-bff4-4e15e1f9de58, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=da86560d-b35e-419f-bff4-4e15e1f9de58,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:11.757424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:11.889429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Calling delete_port for da86560d-b35e-419f-bff4-4e15e1f9de58 owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:12.064647 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:12.069236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c49423f3-5ab9-4ef6-a3d1-4933640c8d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:12.122153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device b333bc03-f3d7-4658-9517-eb5a40f2fcbf no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:40:12.151893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Pushing event deleted for resources: {'Port': ['ID=da86560d-b35e-419f-bff4-4e15e1f9de58,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:12.155127 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:12.161340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: b333bc03-f3d7-4658-9517-eb5a40f2fcbf {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:40:12.161742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device b333bc03-f3d7-4658-9517-eb5a40f2fcbf not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:40:12.405050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852957278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673191'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:13.024154 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Router c33a352f-ed43-40fb-bf9f-428af3805d57 has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:40:13.215412 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:40:13.224534 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] Sync routers for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:40:13.229182 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] 10.222.0.38 "PUT /v2.0/routers/c33a352f-ed43-40fb-bf9f-428af3805d57/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6033111
Apr 20 19:40:13.231806 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40448) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:13.234546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:40:13.235205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4e696a0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:39:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:13.421027 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:13.427700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:40:13.612567 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:13.622389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Deleting port b9929702-be18-4bcc-8796-aebcf2bef307 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:13.622768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:13.828296 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] For port b9929702-be18-4bcc-8796-aebcf2bef307, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b9929702-be18-4bcc-8796-aebcf2bef307,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:13.828596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:13.907948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4e696a0>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:40:12Z', 'revision_number': 5, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port': {'id': 'b9929702-be18-4bcc-8796-aebcf2bef307', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:44Z', 'updated_at': '2021-04-20T19:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:13.912047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] Checking router: c33a352f-ed43-40fb-bf9f-428af3805d57 for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:40:13.921572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] Routers {'c33a352f-ed43-40fb-bf9f-428af3805d57'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:40:13.922233 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4e696a0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:39:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['c33a352f-ed43-40fb-bf9f-428af3805d57'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:13.969177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Calling delete_port for b9929702-be18-4bcc-8796-aebcf2bef307 owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:14.084119 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] Set router c33a352f-ed43-40fb-bf9f-428af3805d57 gateway port host: None {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:40:14.146641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:14.151888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-21538d92-f92c-42fb-8f4c-1523808d2756 tempest-VolumesSnapshotTestJSON-527896682 tempest-VolumesSnapshotTestJSON-527896682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:14.201631 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9929702-be18-4bcc-8796-aebcf2bef307,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:14.204155 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:14.205643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4e696a0>, [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:40:13Z', 'revision_number': 6, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port_host': None}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:14.211243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cce16a-4393-4666-9327-a2c600a76e54 None None] The sync data for ids ['c33a352f-ed43-40fb-bf9f-428af3805d57'] in dv-cinder-787264-1-iscsi is: [{'id': 'c33a352f-ed43-40fb-bf9f-428af3805d57', 'name': 'tempest-TestMinimumBasicScenario-324447165-router', 'tenant_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:43Z', 'updated_at': '2021-04-20T19:40:13Z', 'revision_number': 6, 'project_id': '0c4aa18a1cff47ab91e2f24617f0831d', 'gw_port_host': None}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:40:14.309294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853078682'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:14.497739 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853090502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2212'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:14.500215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:14.520668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1674878'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:14.521290 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c33a352f-ed43-40fb-bf9f-428af3805d57 {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:40:14.534796 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:14.536019 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] 10.222.0.38 "DELETE /v2.0/routers/c33a352f-ed43-40fb-bf9f-428af3805d57 HTTP/1.1" status: 204  len: 168 time: 1.3032217
Apr 20 19:40:14.538883 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40452) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:14.608461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed76e3c-2ab6-4b25-a7c9-f8ccf12ea039 admin admin] Deleting subnet 53dceb24-d265-4cff-902a-01a05b662b2e {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:40:14.611694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ed76e3c-2ab6-4b25-a7c9-f8ccf12ea039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:14.665601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ed76e3c-2ab6-4b25-a7c9-f8ccf12ea039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4086005'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:14.754060 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device da86560d-b35e-419f-bff4-4e15e1f9de58 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:40:14.793725 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: da86560d-b35e-419f-bff4-4e15e1f9de58 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:40:14.794091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device da86560d-b35e-419f-bff4-4e15e1f9de58 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:40:14.794575 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b9929702-be18-4bcc-8796-aebcf2bef307 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:40:14.798354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ed76e3c-2ab6-4b25-a7c9-f8ccf12ea039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:14.835809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: b9929702-be18-4bcc-8796-aebcf2bef307 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:40:14.836004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b9929702-be18-4bcc-8796-aebcf2bef307 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:40:15.075742 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ed76e3c-2ab6-4b25-a7c9-f8ccf12ea039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853408338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851958700'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:15.080847 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-af155690-eadc-405b-8a74-4ee1b89b87f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:15.118360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed76e3c-2ab6-4b25-a7c9-f8ccf12ea039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53dceb24-d265-4cff-902a-01a05b662b2e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:15.120601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ed76e3c-2ab6-4b25-a7c9-f8ccf12ea039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:15.123138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7ed76e3c-2ab6-4b25-a7c9-f8ccf12ea039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:15.125650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc4ec2-f34c-4cbc-b700-c0a18db88065 None None] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:40:15.127391 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7ed76e3c-2ab6-4b25-a7c9-f8ccf12ea039 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/53dceb24-d265-4cff-902a-01a05b662b2e HTTP/1.1" status: 204  len: 168 time: 0.5874839
Apr 20 19:40:15.130041 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40456) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:15.248597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:15.260140 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Deleting port edb0e931-88a9-45b0-a748-3cdd2b9ba59a {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:15.260512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:15.388817 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] DHCP port deletion for 3c1bcb0a-f075-4757-a482-b63fb34202bf request from dv-cinder-787264-1-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:40:15.393300 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] Deleting port edb0e931-88a9-45b0-a748-3cdd2b9ba59a {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:15.393885 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:15.488997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] For port edb0e931-88a9-45b0-a748-3cdd2b9ba59a, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=edb0e931-88a9-45b0-a748-3cdd2b9ba59a,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:15.489402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:15.624674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] For port edb0e931-88a9-45b0-a748-3cdd2b9ba59a, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=edb0e931-88a9-45b0-a748-3cdd2b9ba59a,segment=NetworkSegment(3b9b736c-fc4c-417e-a278-d7fbb445ce57),segment_id=3b9b736c-fc4c-417e-a278-d7fbb445ce57)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:15.625014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:15.626196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Calling delete_port for edb0e931-88a9-45b0-a748-3cdd2b9ba59a owned by network:dhcp {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:15.703654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:15.708657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c42c31af-14bb-4a4a-8a2e-44e8e8694b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:15.759424 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] No DVR routers for this DVR port edb0e931-88a9-45b0-a748-3cdd2b9ba59a on host dv-cinder-787264-1-iscsi {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:40:15.760619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] Calling delete_port for edb0e931-88a9-45b0-a748-3cdd2b9ba59a owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:15.761888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb0e931-88a9-45b0-a748-3cdd2b9ba59a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:15.790923 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:15.840878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:40:15.841291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:40:15.889196 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:16.004380 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f089fd39e48>,) {'filters': {'network_id': ['3c1bcb0a-f075-4757-a482-b63fb34202bf']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:16.018367 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f089fd39e48>, '3b9b736c-fc4c-417e-a278-d7fbb445ce57') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:16.018716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f089fd39e48>, '3b9b736c-fc4c-417e-a278-d7fbb445ce57') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:16.030997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850689795'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:16.045589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:16.051818 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:40:16.239920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:40:16.249051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1367053'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:16.342809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] Deleting port edb0e931-88a9-45b0-a748-3cdd2b9ba59a {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:16.343336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:16.416201 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-371bbab0-9a31-4b42-bd30-8969407b24ef None None] The port 'edb0e931-88a9-45b0-a748-3cdd2b9ba59a' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:40:16.433062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Network 3c1bcb0a-f075-4757-a482-b63fb34202bf has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:40:16.458579 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:40:16.751929 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device edb0e931-88a9-45b0-a748-3cdd2b9ba59a no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:40:16.788654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:16.792379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:16.794315 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: edb0e931-88a9-45b0-a748-3cdd2b9ba59a {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:40:16.794724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device edb0e931-88a9-45b0-a748-3cdd2b9ba59a not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:40:16.808810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:16.817700 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1bcb0a-f075-4757-a482-b63fb34202bf,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:16.821367 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:16.831377 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3c1bcb0a-f075-4757-a482-b63fb34202bf HTTP/1.1" status: 204  len: 168 time: 1.7002952
Apr 20 19:40:16.834987 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40460) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:17.414895 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673113'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:17.782413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Deleting port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:17.782799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:17.964728 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] For port 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4,segment=NetworkSegment(a4481a1d-772a-4cab-a774-1f8f258b7368),segment_id=a4481a1d-772a-4cab-a774-1f8f258b7368)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:17.965139 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:18.100523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Calling delete_port for 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:18.284553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:18.288549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-779cc835-5b8f-4410-b141-293d99a0780b tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:18.334547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:18.337056 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:18.622789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852957278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673191'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:19.011379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:40:19.202996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:40:19.212549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] Sync routers for ids ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:40:19.218774 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] 10.222.0.38 "PUT /v2.0/routers/3e1b7592-1a0b-47ff-baf4-e989ca2b616e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3826258
Apr 20 19:40:19.221512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40464) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:19.223579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] Routers {'3e1b7592-1a0b-47ff-baf4-e989ca2b616e'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:40:19.224254 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5763fd0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:39:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:19.419771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] Set router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:40:19.679811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:19.733285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5763fd0>, [{'id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:53Z', 'updated_at': '2021-04-20T19:40:18Z', 'revision_number': 5, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'gw_port': {'id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:55Z', 'updated_at': '2021-04-20T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:19.737360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] Checking router: 3e1b7592-1a0b-47ff-baf4-e989ca2b616e for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:40:19.746533 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] Routers {'3e1b7592-1a0b-47ff-baf4-e989ca2b616e'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:40:19.747205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5763fd0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:39:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:19.880958 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:19.889128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Deleting port b8b9bcab-b49c-4669-af19-0a2a1b70103d {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:19.889500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:19.943080 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] Set router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:40:20.078611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] For port b8b9bcab-b49c-4669-af19-0a2a1b70103d, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b8b9bcab-b49c-4669-af19-0a2a1b70103d,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:20.079012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:20.214419 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Calling delete_port for b8b9bcab-b49c-4669-af19-0a2a1b70103d owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:20.250100 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5763fd0>, [{'id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:53Z', 'updated_at': '2021-04-20T19:40:18Z', 'revision_number': 5, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'gw_port': {'id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:55Z', 'updated_at': '2021-04-20T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:20.254255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91dd54-b052-42dd-a7a1-752088ccc411 None None] The sync data for ids ['3e1b7592-1a0b-47ff-baf4-e989ca2b616e'] in dv-cinder-787264-1-iscsi is: [{'id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'name': 'tempest-TestMinimumBasicScenario-799265834-router', 'tenant_id': '59956d06af4547a48c2662e3ee9f4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:53Z', 'updated_at': '2021-04-20T19:40:18Z', 'revision_number': 5, 'project_id': '59956d06af4547a48c2662e3ee9f4196', 'gw_port': {'id': 'b8b9bcab-b49c-4669-af19-0a2a1b70103d', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1b7592-1a0b-47ff-baf4-e989ca2b616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:55Z', 'updated_at': '2021-04-20T19:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:40:20.398328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:20.403446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-06b2828b-6315-4b38-ad8d-4c59cab38b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:20.455354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b9bcab-b49c-4669-af19-0a2a1b70103d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:20.485471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:20.554684 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853078682'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:20.744174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853090502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2212'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:20.746550 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:20.765821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:40:20.771492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1674878'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:20.772193 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e1b7592-1a0b-47ff-baf4-e989ca2b616e {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:40:20.790328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:20.791684 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] 10.222.0.38 "DELETE /v2.0/routers/3e1b7592-1a0b-47ff-baf4-e989ca2b616e HTTP/1.1" status: 204  len: 168 time: 1.5691724
Apr 20 19:40:20.794361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40468) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:20.804547 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:40:20.806055 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3ae3d389-4fe0-454c-bf1a-dfbeedd37fa4 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:40:20.864030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-546c959e-7559-46c9-924d-5f94c163f5df admin admin] Deleting subnet 6fc33fbc-2cca-4fc1-8634-18394a33f20f {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:40:20.868015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-546c959e-7559-46c9-924d-5f94c163f5df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:20.926433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-546c959e-7559-46c9-924d-5f94c163f5df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4086005'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.018621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-546c959e-7559-46c9-924d-5f94c163f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.277715 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-546c959e-7559-46c9-924d-5f94c163f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853408338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851958700'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.282868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-3ebfdeae-fd91-45ed-9738-da7d0268301c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:21.323432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c959e-7559-46c9-924d-5f94c163f5df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc33fbc-2cca-4fc1-8634-18394a33f20f,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:21.325757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-546c959e-7559-46c9-924d-5f94c163f5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:21.327667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-546c959e-7559-46c9-924d-5f94c163f5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.328975 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2162508-6c8a-4595-b10a-e924dee5d91e None None] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:40:21.333985 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-546c959e-7559-46c9-924d-5f94c163f5df admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6fc33fbc-2cca-4fc1-8634-18394a33f20f HTTP/1.1" status: 204  len: 168 time: 0.5386150
Apr 20 19:40:21.336997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40472) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:21.455669 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.467942 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Deleting port 05ed1de7-792a-46ff-bcc0-4f47d84a602c {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:21.468541 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.580088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] DHCP port deletion for a9bf4d2a-722c-4c74-bdbb-c250b9675a0a request from dv-cinder-787264-1-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:40:21.584650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] Deleting port 05ed1de7-792a-46ff-bcc0-4f47d84a602c {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:21.585125 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.695513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] For port 05ed1de7-792a-46ff-bcc0-4f47d84a602c, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=05ed1de7-792a-46ff-bcc0-4f47d84a602c,segment=NetworkSegment(a4481a1d-772a-4cab-a774-1f8f258b7368),segment_id=a4481a1d-772a-4cab-a774-1f8f258b7368)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:21.695910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.805572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] For port 05ed1de7-792a-46ff-bcc0-4f47d84a602c, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=05ed1de7-792a-46ff-bcc0-4f47d84a602c,segment=NetworkSegment(a4481a1d-772a-4cab-a774-1f8f258b7368),segment_id=a4481a1d-772a-4cab-a774-1f8f258b7368)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:21.806138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.832792 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Calling delete_port for 05ed1de7-792a-46ff-bcc0-4f47d84a602c owned by network:dhcp {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:21.915121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:21.922512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-ee967c30-23e8-40ca-a794-a674000b9b9c tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:21.939126 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] Calling delete_port for 05ed1de7-792a-46ff-bcc0-4f47d84a602c owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:21.969405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] No DVR routers for this DVR port 05ed1de7-792a-46ff-bcc0-4f47d84a602c on host dv-cinder-787264-1-iscsi {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:40:21.971091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ed1de7-792a-46ff-bcc0-4f47d84a602c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:22.002131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:22.018523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:40:22.018936 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:40:22.096933 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:22.220166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a4536630>,) {'filters': {'network_id': ['a9bf4d2a-722c-4c74-bdbb-c250b9675a0a']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:22.233128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4536630>, 'a4481a1d-772a-4cab-a774-1f8f258b7368') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:22.233476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a4536630>, 'a4481a1d-772a-4cab-a774-1f8f258b7368') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:22.246352 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850689795'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:22.261712 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:22.267950 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:40:22.451607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:40:22.461495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1367053'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:22.520191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] Deleting port 05ed1de7-792a-46ff-bcc0-4f47d84a602c {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:22.520627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:22.592458 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-7c74e6e0-227f-44aa-b07e-56e331433dfa None None] The port '05ed1de7-792a-46ff-bcc0-4f47d84a602c' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:40:22.642490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Network a9bf4d2a-722c-4c74-bdbb-c250b9675a0a has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:40:22.665864 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:40:22.744587 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:22.749570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:22.753442 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:22.766215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 05ed1de7-792a-46ff-bcc0-4f47d84a602c no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:40:22.778316 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bf4d2a-722c-4c74-bdbb-c250b9675a0a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:22.780874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:22.784644 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-5f2cefe2-3887-4fb9-aabb-a06e33a152a0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a9bf4d2a-722c-4c74-bdbb-c250b9675a0a HTTP/1.1" status: 204  len: 168 time: 1.4466417
Apr 20 19:40:22.808294 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 05ed1de7-792a-46ff-bcc0-4f47d84a602c {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:40:22.808806 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 05ed1de7-792a-46ff-bcc0-4f47d84a602c not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:40:22.809177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b8b9bcab-b49c-4669-af19-0a2a1b70103d no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:40:22.845083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: b8b9bcab-b49c-4669-af19-0a2a1b70103d {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:40:22.845488 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b8b9bcab-b49c-4669-af19-0a2a1b70103d not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:40:22.972271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40478) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:23.024448 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-befb627f-a870-4025-964f-defe62cb1e98 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c4aa18a1cff47ab91e2f24617f0831d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508153
Apr 20 19:40:23.026953 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40482) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:23.091346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c6557986-8b4a-49e6-bc8a-77893b160e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:23.117859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c6557986-8b4a-49e6-bc8a-77893b160e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:23.161730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c6557986-8b4a-49e6-bc8a-77893b160e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:23.166640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a181ef4a-b956-430b-8035-bc18914e817e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:23.178927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6557986-8b4a-49e6-bc8a-77893b160e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d08cba-ecb1-4307-845b-48faa3c30f2f,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:23.182037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-c6557986-8b4a-49e6-bc8a-77893b160e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:23.184083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c6557986-8b4a-49e6-bc8a-77893b160e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:23.185345 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c6557986-8b4a-49e6-bc8a-77893b160e46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/82d08cba-ecb1-4307-845b-48faa3c30f2f HTTP/1.1" status: 204  len: 168 time: 0.1574385
Apr 20 19:40:23.535672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40490) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:23.588205 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-3749bbd1-0d43-4a6b-8b2c-10e8b60f6299 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59956d06af4547a48c2662e3ee9f4196&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512524
Apr 20 19:40:23.590690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40494) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:40:23.650938 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6f371cce-b5bd-4210-aa80-0f3c3b85a11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:23.678276 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6f371cce-b5bd-4210-aa80-0f3c3b85a11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:23.728536 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6f371cce-b5bd-4210-aa80-0f3c3b85a11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:23.733621 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-10cdfcae-1d47-4c87-bc45-036ae70844e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:23.747427 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f371cce-b5bd-4210-aa80-0f3c3b85a11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe5ab3-087d-4c4b-ab36-417b38e85a6d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:23.750325 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6f371cce-b5bd-4210-aa80-0f3c3b85a11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:23.752176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6f371cce-b5bd-4210-aa80-0f3c3b85a11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:23.752822 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6f371cce-b5bd-4210-aa80-0f3c3b85a11f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/96fe5ab3-087d-4c4b-ab36-417b38e85a6d HTTP/1.1" status: 204  len: 168 time: 0.1611621
Apr 20 19:40:25.044795 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b38c-7807-41b8-aa32-8d5fd269e9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:27.455968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a0dd9981-31aa-4f41-8e8a-ec4dc5fca1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:28.538374 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:28.689785 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:28.822699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:29.440834 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:45.250559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:40:47.337106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eb05b-71bb-478f-b1ec-b20808b83e92 req-065785af-fb36-494e-87e5-9c890c17460b tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:47.338699 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f6eb05b-71bb-478f-b1ec-b20808b83e92 req-065785af-fb36-494e-87e5-9c890c17460b tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 946 time: 0.0892391
Apr 20 19:40:47.388210 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f6eb05b-71bb-478f-b1ec-b20808b83e92 req-c06b35d9-bf5a-4779-a0ec-ce91b4fc1785 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431466
Apr 20 19:40:48.593445 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c09ce-5092-442f-a46a-6670f4d3ce23 req-6e4c9591-ef17-4d96-8a4f-b6e3b520b35b tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:48.595032 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3e2c09ce-5092-442f-a46a-6670f4d3ce23 req-6e4c9591-ef17-4d96-8a4f-b6e3b520b35b tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 946 time: 0.0915124
Apr 20 19:40:48.643040 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3e2c09ce-5092-442f-a46a-6670f4d3ce23 req-5cb13864-14fd-4ac5-920a-e03ae503948a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410869
Apr 20 19:40:48.996805 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-65ab49c2-4248-471d-9e1c-9eeefc765a0f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:48.998294 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-65ab49c2-4248-471d-9e1c-9eeefc765a0f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 946 time: 0.0868092
Apr 20 19:40:49.323587 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Deleting port 3c4a1857-8574-4377-b048-c866f2bad0d9 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:40:49.323971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:49.588783 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] For port 3c4a1857-8574-4377-b048-c866f2bad0d9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3c4a1857-8574-4377-b048-c866f2bad0d9,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:40:49.589143 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:49.977609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf0a0c-dea0-424d-a4d0-122e580edbfc req-575493de-9f70-4ebb-ad0c-831591068770 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:49.979141 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3cbf0a0c-dea0-424d-a4d0-122e580edbfc req-575493de-9f70-4ebb-ad0c-831591068770 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 946 time: 0.2168519
Apr 20 19:40:49.987789 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:49.988209 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:49.988564 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Floating IP 1c82a995-7b21-4ae0-ace3-1dd433d6ec1d disassociated. External IP: 172.27.2.110, port: 3c4a1857-8574-4377-b048-c866f2bad0d9.
Apr 20 19:40:49.989000 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Calling delete_port for 3c4a1857-8574-4377-b048-c866f2bad0d9 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:40:50.090342 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3cbf0a0c-dea0-424d-a4d0-122e580edbfc req-7c2935fe-f00c-47de-8a10-dad10200abae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1045215
Apr 20 19:40:50.176882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:50.183079 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-caeed994-d94b-42df-9b3d-4830037271b8 tempest-AttachVolumeNegativeTest-836207938 tempest-AttachVolumeNegativeTest-836207938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:50.232625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event deleted for resources: {'Port': ['ID=3c4a1857-8574-4377-b048-c866f2bad0d9,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:50.235888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:50.437358 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Router d022aab9-c706-42a6-a8c2-c641015b988c has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:40:50.643226 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:40:50.656052 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] Sync routers for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:40:50.670758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:40:50.671464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5e6c908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:40:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:50.732362 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] No DVR routers for this DVR port 3c4a1857-8574-4377-b048-c866f2bad0d9 on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:40:50.734992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:50.738039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'name': 'network-vif-deleted', 'tag': '3c4a1857-8574-4377-b048-c866f2bad0d9'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:40:50.758628 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b009a560-2bbd-444b-8637-7c1424d1a699 req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "DELETE /v2.0/ports/3c4a1857-8574-4377-b048-c866f2bad0d9 HTTP/1.1" status: 204  len: 173 time: 1.7546861
Apr 20 19:40:50.793153 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6321bd2f-86d9-4a91-9767-a3f6ecc51353', 'name': 'network-vif-deleted', 'tag': '3c4a1857-8574-4377-b048-c866f2bad0d9', 'status': 'completed', 'code': 200}
Apr 20 19:40:51.041966 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:40:51.264470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-94202596-0153-48b6-80e7-b181d4a49279 req-fc6e7184-3121-472f-a8de-7cd104cbfcc3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Synchronizing usage tracker for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:40:51.280409 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-94202596-0153-48b6-80e7-b181d4a49279 req-fc6e7184-3121-472f-a8de-7cd104cbfcc3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Unset dirty status for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:40:51.281752 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-94202596-0153-48b6-80e7-b181d4a49279 req-fc6e7184-3121-472f-a8de-7cd104cbfcc3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=6321bd2f-86d9-4a91-9767-a3f6ecc51353 HTTP/1.1" status: 200  len: 210 time: 0.0663669
Apr 20 19:40:51.390761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5e6c908>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:51.394837 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] Checking router: d022aab9-c706-42a6-a8c2-c641015b988c for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:40:51.405063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:40:51.405729 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5e6c908>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:40:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:51.596741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:40:51.940160 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5e6c908>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:40:51.944622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d5a94-b3ce-4bdc-9d00-14fa634f96b4 None None] The sync data for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi is: [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:40:52.332302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9900c1e-ee51-45c0-9a2d-d5afa768e89b None None] New status for floating IP 1c82a995-7b21-4ae0-ace3-1dd433d6ec1d: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:40:52.387809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 3c4a1857-8574-4377-b048-c866f2bad0d9 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:40:52.440145 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 3c4a1857-8574-4377-b048-c866f2bad0d9 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:40:52.440539 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 3c4a1857-8574-4377-b048-c866f2bad0d9 not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:40:52.673514 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-2b5c80e6-7bfe-4ecd-bf35-fadda7ced491 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950116747&fields=id&tenant_id=3608ab590f13437caf52ce138af80c66 HTTP/1.1" status: 200  len: 267 time: 0.0466983
Apr 20 19:40:52.836671 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-ff9ccec4-3134-4bcb-bf8a-2d67e47ec278 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:52.838241 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-ff9ccec4-3134-4bcb-bf8a-2d67e47ec278 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 811 time: 0.1567092
Apr 20 19:40:52.853971 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-07c3e61a-bf68-404e-9beb-d851416d3a64 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/quotas/3608ab590f13437caf52ce138af80c66 HTTP/1.1" status: 200  len: 375 time: 0.0096288
Apr 20 19:40:52.948830 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-f06e82c0-e166-42b9-b2fd-d92b417eaf62 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0885155
Apr 20 19:40:53.076470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-c692f7c5-c535-49c3-a5da-a9223dc8eed2 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:40:53.077605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-c692f7c5-c535-49c3-a5da-a9223dc8eed2 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1164374
Apr 20 19:40:53.220286 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-4f0b222d-03d4-41df-9089-b010bcf458aa service neutron] 10.222.0.38 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358068
Apr 20 19:40:53.363320 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1f2ab5ef-5869-474f-b804-ec8edbf18482 service neutron] 10.222.0.38 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351304
Apr 20 19:40:53.781651 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e8d734f3-8a5a-476d-b627-6a73340b95b3 req-098ca8c6-fe96-49b2-9e3b-047e36e5b247 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 210 time: 0.0530281
Apr 20 19:40:54.961733 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ddc563e6-28c3-42de-a069-bda6065f9349 req-7416abc1-ab51-4cac-8286-39dfe676e4d3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 210 time: 0.0541010
Apr 20 19:40:55.045523 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9496c08e-92b1-475b-82bc-f78c55657c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:55.182531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-d4f4de15-467e-4612-b712-951c64dabffc tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:55.184095 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-d4f4de15-467e-4612-b712-951c64dabffc tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 811 time: 0.1616526
Apr 20 19:40:55.273934 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-c092233b-656b-44e6-bb08-eadc82d24b11 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3608ab590f13437caf52ce138af80c66 HTTP/1.1" status: 200  len: 8059 time: 0.0734785
Apr 20 19:40:55.283632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'port': {'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'admin_state_up': True, 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'security_groups': ['569f2ad8-bfc7-49a6-ae5c-493afbd304d8']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:40:55.436047 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:40:55.447577 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:40:55.457073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Made reservation on behalf of 3608ab590f13437caf52ce138af80c66 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:40:55.464289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:55.639004 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Allocated IP 172.20.0.5 (e361dd34-ca15-4774-93ca-f11c93f3906a/29bdfb82-bc0f-4955-9ffb-783aa48a713a/36368e85-b55d-4ef4-b77c-7cb79d3e9efd) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:40:55.847152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:55.865771 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Transition to ACTIVE for port object 36368e85-b55d-4ef4-b77c-7cb79d3e9efd will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:40:55.890328 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:55.896921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6a857853-32a1-455e-bb87-cdd386529897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:55.972878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Network e361dd34-ca15-4774-93ca-f11c93f3906a is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:40:55.977064 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:40:55.981809 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:40:56.228302 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-674ab4eb-cc7f-4419-82eb-a790d565c6b3 None None] Provisioning for port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:40:56.234086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-674ab4eb-cc7f-4419-82eb-a790d565c6b3 None None] Provisioning complete for port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:40:56.234510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-674ab4eb-cc7f-4419-82eb-a790d565c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:56.279326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'Port': ['ID=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:56.296212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-674ab4eb-cc7f-4419-82eb-a790d565c6b3 None None] Port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:40:56.326694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:56.381829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:56.382533 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:56.424511 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1447945
Apr 20 19:40:56.434398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dafbc3-e2b6-4f3d-9017-91597a9107a6 req-e3ec16cb-3f45-4050-a688-75ceee0e8415 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:56.435163 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-f2dafbc3-e2b6-4f3d-9017-91597a9107a6 req-e3ec16cb-3f45-4050-a688-75ceee0e8415 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Synchronizing usage tracker for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:40:56.444371 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Request body: {'port': {'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:40:56.508776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-f2dafbc3-e2b6-4f3d-9017-91597a9107a6 req-e3ec16cb-3f45-4050-a688-75ceee0e8415 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Unset dirty status for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:40:56.510054 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f2dafbc3-e2b6-4f3d-9017-91597a9107a6 req-e3ec16cb-3f45-4050-a688-75ceee0e8415 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 931 time: 0.2398558
Apr 20 19:40:56.609615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:56.626235 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f2dafbc3-e2b6-4f3d-9017-91597a9107a6 req-4c2990a3-781a-44ea-866f-fd71e68ce849 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820546
Apr 20 19:40:56.990946 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36368e85-b55d-4ef4-b77c-7cb79d3e9efd {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:40:56.998524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:57.014159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Transition to ACTIVE for port object 36368e85-b55d-4ef4-b77c-7cb79d3e9efd will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:40:57.016645 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:57.022015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:57.204095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Pushing event updated for resources: {'Port': ['ID=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:57.235153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:57.287980 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Attempting to bind port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:40:57.288353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Attempting to bind port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:40:57.288750 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Attempting to bind port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd on network e361dd34-ca15-4774-93ca-f11c93f3906a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:40:57.293670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd on network e361dd34-ca15-4774-93ca-f11c93f3906a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:40:57.294030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Attempting to bind port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd on network e361dd34-ca15-4774-93ca-f11c93f3906a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:40:57.299440 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:40:57.299813 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Checking segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:40:57.300232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Bound using segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:40:57.300735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Bound port: 36368e85-b55d-4ef4-b77c-7cb79d3e9efd, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:40:57.301123 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:57.397515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] For port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd, host hv-cinder-78726, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:40:57.400588 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] For port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:40:57.404502 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:57.409459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-0bcf23ea-f4df-4e87-ab23-aa31c3662d65 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:40:57.459613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d5e7d9e3-c80a-433a-b753-27d4d78efb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:57.467429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:57.468115 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:57.469605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] 10.222.0.55 "PUT /v2.0/ports/36368e85-b55d-4ef4-b77c-7cb79d3e9efd HTTP/1.1" status: 200  len: 1093 time: 1.0305266
Apr 20 19:40:57.470154 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:40:57.499651 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Pushing event updated for resources: {'Port': ['ID=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:40:57.509963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:40:57.567358 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'status': 'completed', 'code': 200}
Apr 20 19:40:57.606849 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-692b0934-52f5-47ac-9283-b540aa16609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:57.608487 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-692b0934-52f5-47ac-9283-b540aa16609b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 1096 time: 0.0851207
Apr 20 19:40:57.693214 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-ae136bf1-295e-4186-87f4-68cd723ceab4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd HTTP/1.1" status: 200  len: 217 time: 0.0709355
Apr 20 19:40:57.812286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-38d978d0-b828-408c-946e-0eeae2dd8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:57.813793 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-38d978d0-b828-408c-946e-0eeae2dd8901 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.1152275
Apr 20 19:40:57.911050 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54a41-91f0-4c82-9523-2ff7ffb6beea req-6f7f15be-7270-4820-aa53-91f68bc0ce29 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:57.912667 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-45b54a41-91f0-4c82-9523-2ff7ffb6beea req-6f7f15be-7270-4820-aa53-91f68bc0ce29 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 943 time: 0.1656387
Apr 20 19:40:57.945387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-f3ace97c-2c7d-42a1-80d8-512657e1ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:57.946951 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-f3ace97c-2c7d-42a1-80d8-512657e1ad40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1249847
Apr 20 19:40:58.048960 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-45b54a41-91f0-4c82-9523-2ff7ffb6beea req-e455d181-3009-4ace-9c85-d8bf561b76d8 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280816
Apr 20 19:40:58.106454 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-87c41203-584a-47c3-9893-1b872f14b051 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483939
Apr 20 19:40:58.249258 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-04c276b6-e11a-448b-9b95-4001f3afd0c0 req-2189bd50-9349-46ee-8222-e2026c476bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361561
Apr 20 19:40:58.419152 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-9e3512a4-1848-4f52-a6c6-cc54caca6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:58.420685 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-9e3512a4-1848-4f52-a6c6-cc54caca6171 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 1096 time: 0.0859339
Apr 20 19:40:58.541607 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:58.569159 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-cd9e8f36-8bfa-4dde-a381-f141ca406b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:58.570767 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-cd9e8f36-8bfa-4dde-a381-f141ca406b74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1400981
Apr 20 19:40:58.643543 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-e0eea040-b518-4878-9cd1-8aebab3f4617 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd HTTP/1.1" status: 200  len: 217 time: 0.0654252
Apr 20 19:40:58.689341 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:58.716531 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-0dc9cc9d-8c14-46d5-af4f-7247987314a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:58.718170 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-0dc9cc9d-8c14-46d5-af4f-7247987314a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0682590
Apr 20 19:40:58.803667 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-908fb594-5e59-4df0-8653-faf2cc940cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:58.805281 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-908fb594-5e59-4df0-8653-faf2cc940cff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804663
Apr 20 19:40:58.824176 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:40:58.950263 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-ec478a77-7361-4ee2-9a9d-0365129b042c service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379757
Apr 20 19:40:59.093777 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e5b7bd98-8dcd-493b-8730-067bdec848dc req-710eec30-2a69-4eb4-8be1-866800c9666b service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371381
Apr 20 19:40:59.260939 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7632-ac68-4f02-ae21-529827271495 req-1b725b93-fc28-482e-a1e3-ca4b88ca174d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:40:59.262525 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1a3b7632-ac68-4f02-ae21-529827271495 req-1b725b93-fc28-482e-a1e3-ca4b88ca174d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 943 time: 0.0916002
Apr 20 19:40:59.311643 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-1a3b7632-ac68-4f02-ae21-529827271495 req-03d4034c-2586-4586-bdd2-ef3d48bed8c2 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417919
Apr 20 19:40:59.444336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:00.515036 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fcd3e-33a0-44d5-88b0-2f50dedac518 req-57e1b3f8-8427-4e95-9142-2d4ac11ef61c tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:00.516675 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad6fcd3e-33a0-44d5-88b0-2f50dedac518 req-57e1b3f8-8427-4e95-9142-2d4ac11ef61c tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 943 time: 0.0894511
Apr 20 19:41:00.564021 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ad6fcd3e-33a0-44d5-88b0-2f50dedac518 req-746d983a-2e12-4dc4-b28d-4b43f151c639 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409138
Apr 20 19:41:01.769886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783ab2b-e0a2-457f-81b7-671e53a70c07 req-ac2b122c-6bd0-4f13-9335-e8e68e8c0de3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:01.771491 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e783ab2b-e0a2-457f-81b7-671e53a70c07 req-ac2b122c-6bd0-4f13-9335-e8e68e8c0de3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 943 time: 0.0915763
Apr 20 19:41:01.819864 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e783ab2b-e0a2-457f-81b7-671e53a70c07 req-a3b21008-6d60-45f5-b907-7c086b67a228 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409257
Apr 20 19:41:03.025007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a99ec-ff67-4235-a873-12374b0f94a1 req-3c271535-b17e-4987-afe2-648d73b3ad33 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:03.026624 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-346a99ec-ff67-4235-a873-12374b0f94a1 req-3c271535-b17e-4987-afe2-648d73b3ad33 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 943 time: 0.0905256
Apr 20 19:41:03.078350 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-346a99ec-ff67-4235-a873-12374b0f94a1 req-d5ea2d4b-614d-4c35-a360-d5ca33d631ec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450928
Apr 20 19:41:04.279986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972fa96-52d9-4bc9-9ea0-a6012c33296c req-7ac4706b-ef67-43ca-b802-552aaec5197d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:04.281684 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a972fa96-52d9-4bc9-9ea0-a6012c33296c req-7ac4706b-ef67-43ca-b802-552aaec5197d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 943 time: 0.0904436
Apr 20 19:41:04.330112 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-a972fa96-52d9-4bc9-9ea0-a6012c33296c req-8ecc9377-e48a-4399-ae4f-a4d91966029c tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421853
Apr 20 19:41:05.534443 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc9049-c4ca-420a-8b5b-9e414fb33145 req-7812e29b-e4ef-442b-b3f4-bc90632edd70 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:05.536069 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fffc9049-c4ca-420a-8b5b-9e414fb33145 req-7812e29b-e4ef-442b-b3f4-bc90632edd70 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 943 time: 0.0912879
Apr 20 19:41:05.583279 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fffc9049-c4ca-420a-8b5b-9e414fb33145 req-5411a4e7-c314-4bec-9f3c-4af893992001 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400331
Apr 20 19:41:06.455513 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 36368e85-b55d-4ef4-b77c-7cb79d3e9efd details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:41:06.595217 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:41:06.609934 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:41:06.676727 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:06.696423 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36368e85-b55d-4ef4-b77c-7cb79d3e9efd {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:41:06.713622 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:41:06.716411 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:06.718308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:41:06.786919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed87d0-9196-4e83-9a4a-a3b341ede8e9 req-cb81e37f-fcb1-45f3-a5c3-9f85877e4c6c tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:06.788538 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-86ed87d0-9196-4e83-9a4a-a3b341ede8e9 req-cb81e37f-fcb1-45f3-a5c3-9f85877e4c6c tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 944 time: 0.0892394
Apr 20 19:41:06.790613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:41:06.798758 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.799156 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.799568 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.799921 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.800301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.800674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.801075 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.801448 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.801821 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.802192 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.802559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.802927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:06.808291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:41:06.837618 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-86ed87d0-9196-4e83-9a4a-a3b341ede8e9 req-6c26fed6-05dd-46db-955a-7794fb1b9982 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414770
Apr 20 19:41:07.035963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['36368e85-b55d-4ef4-b77c-7cb79d3e9efd'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:41:08.041173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470ea6-b18a-44dd-8eb6-d07cce82d945 req-433fb6df-0db5-489b-ae05-63a6d3c52928 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:08.042758 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-06470ea6-b18a-44dd-8eb6-d07cce82d945 req-433fb6df-0db5-489b-ae05-63a6d3c52928 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 944 time: 0.0907311
Apr 20 19:41:08.089574 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-06470ea6-b18a-44dd-8eb6-d07cce82d945 req-3cc9c0b1-966d-4c5b-8f40-e0e7d54b3792 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404618
Apr 20 19:41:08.465383 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 36368e85-b55d-4ef4-b77c-7cb79d3e9efd up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:41:08.539101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:41:08.544102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:41:08.544524 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:08.669229 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:08.698467 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:41:08.709166 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:41:08.712261 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:08.714307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:41:08.784279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:41:08.787609 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:41:08.931452 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'code': 200}
Apr 20 19:41:09.324012 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1b434-a885-4506-9b1a-77c5345bff48 req-4cfa8291-e5cf-4820-84e4-a2a0702e5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:09.325655 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9ca1b434-a885-4506-9b1a-77c5345bff48 req-4cfa8291-e5cf-4820-84e4-a2a0702e5b4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 1098 time: 0.1459467
Apr 20 19:41:09.339292 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbc4e-105c-4fa1-867e-89480d4def8b req-47eaa490-f895-4012-814b-2ddbcf7c11ad tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:09.340865 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b85fbc4e-105c-4fa1-867e-89480d4def8b req-47eaa490-f895-4012-814b-2ddbcf7c11ad tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 945 time: 0.1217206
Apr 20 19:41:09.410907 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9ca1b434-a885-4506-9b1a-77c5345bff48 req-3c3e080b-cce7-46d4-897b-4d1a1f99f3b8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690415
Apr 20 19:41:09.419012 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b85fbc4e-105c-4fa1-867e-89480d4def8b req-2c1bebc3-5a58-4e93-a91b-18fd89fd7f53 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622625
Apr 20 19:41:10.626493 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d66ae4-6f48-439d-af64-2a04c25a7364 req-025f111e-c8d1-441d-97fd-cbf2281c85c8 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:10.628075 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c8d66ae4-6f48-439d-af64-2a04c25a7364 req-025f111e-c8d1-441d-97fd-cbf2281c85c8 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 945 time: 0.0915782
Apr 20 19:41:10.676253 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-c8d66ae4-6f48-439d-af64-2a04c25a7364 req-9d4833ee-e60a-4d6d-b9bb-e67e18849198 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416801
Apr 20 19:41:10.878242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096975f4-fc84-48e4-9f58-1f96d30b1366 req-447785a0-da25-44fb-a87a-331bbb1f78e9 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:10.880619 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-096975f4-fc84-48e4-9f58-1f96d30b1366 req-447785a0-da25-44fb-a87a-331bbb1f78e9 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 945 time: 0.0928442
Apr 20 19:41:10.931137 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-096975f4-fc84-48e4-9f58-1f96d30b1366 req-58217557-680e-46c5-9281-90da03afc925 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422156
Apr 20 19:41:10.956104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40580) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:41:11.033613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf06e6-a44f-40e0-8b1e-6e91ef4bd05a tempest-TestVolumeBootPattern-1339555516 tempest-TestVolumeBootPattern-1339555516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:11.035212 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-bbaf06e6-a44f-40e0-8b1e-6e91ef4bd05a tempest-TestVolumeBootPattern-1339555516 tempest-TestVolumeBootPattern-1339555516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 1093 time: 0.0780632
Apr 20 19:41:11.038138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40584) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:41:11.043530 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'floatingip': {'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:41:11.049745 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:41:11.053735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:floatingip and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:41:11.056907 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:41:11.062824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:41:11.072503 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:11.217138 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:11.602555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Allocated IP 172.27.2.202 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/5dcd65f1-51e9-4531-bdb4-f830cd860a20) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:41:11.759072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:11.787949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:11.793171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-cb5993d2-de97-488d-8243-d9d012bf7d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:41:11.861416 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:41:11.864994 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:41:11.871555 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:41:11.907738 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'Port': ['ID=5dcd65f1-51e9-4531-bdb4-f830cd860a20,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:41:11.921368 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.921794 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.922208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.922619 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.923025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.923428 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.923829 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.924228 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.924627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.925068 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.925466 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.925864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:41:11.935881 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:41:12.317171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:12.393199 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:12.617028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:12.620528 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:12.625227 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2cfd3fa4-1396-4135-80b7-74d40ff498a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:41:12.740129 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'Port': ['ID=5dcd65f1-51e9-4531-bdb4-f830cd860a20,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:41:12.745077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:41:12.752007 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:12.936198 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Floating IP ff949af4-9b2e-42a5-bc60-ccfaaa807297 associated. External IP: 172.27.2.202, port: 36368e85-b55d-4ef4-b77c-7cb79d3e9efd.
Apr 20 19:41:13.307627 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Router d022aab9-c706-42a6-a8c2-c641015b988c has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:41:13.500128 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:41:13.510212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] Sync routers for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:41:13.520114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:41:13.520941 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4e2a438>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:40:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:41:13.524394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:13.600485 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-d328855a-ca9e-41bc-96ab-cac3a39f36ae tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5477381
Apr 20 19:41:13.600485 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:41:13.643856 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'status': 'completed', 'code': 200}
Apr 20 19:41:13.719635 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:41:13.769751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-b0716106-fc2c-4b25-ade9-00d3b780b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:13.771465 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-b0716106-fc2c-4b25-ade9-00d3b780b0bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 1098 time: 0.0839171
Apr 20 19:41:13.916862 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-d936da1e-d400-4bd7-b9c1-dac25fd1b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:13.918456 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-d936da1e-d400-4bd7-b9c1-dac25fd1b4ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1407552
Apr 20 19:41:14.102548 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4e2a438>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'ff949af4-9b2e-42a5-bc60-ccfaaa807297', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:41:12Z', 'updated_at': '2021-04-20T19:41:12Z', 'revision_number': 0, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:41:14.107164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] Checking router: d022aab9-c706-42a6-a8c2-c641015b988c for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:41:14.117471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:41:14.118345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4e2a438>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:40:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:41:14.289373 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-73822ce8-ed24-49c9-af03-e83bee51a841 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd HTTP/1.1" status: 200  len: 999 time: 0.3644574
Apr 20 19:41:14.362480 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-475403d6-a792-4009-baab-2f2604e0db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:14.364078 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-475403d6-a792-4009-baab-2f2604e0db37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0683379
Apr 20 19:41:14.449769 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-d82bd6c7-c29f-45ce-97fc-b8398c693517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:41:14.451399 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-d82bd6c7-c29f-45ce-97fc-b8398c693517 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808983
Apr 20 19:41:14.493537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:41:14.599876 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-b94b95d0-6221-4df9-b2f0-1e38ab4da85d service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411078
Apr 20 19:41:14.746193 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e9174809-a50e-4763-9a2b-e531d5b4ae01 req-c3ce8008-26bc-4386-b32a-b1aac8a38805 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395330
Apr 20 19:41:14.868295 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4e2a438>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'ff949af4-9b2e-42a5-bc60-ccfaaa807297', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:41:12Z', 'updated_at': '2021-04-20T19:41:12Z', 'revision_number': 0, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:41:14.872353 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c055fcd6-3608-4fcc-8b8e-732bcd61da45 None None] The sync data for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi is: [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'ff949af4-9b2e-42a5-bc60-ccfaaa807297', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:41:12Z', 'updated_at': '2021-04-20T19:41:12Z', 'revision_number': 0, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:41:15.130766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b813b3a-ecae-43af-8666-f82b086f35e0 None None] New status for floating IP ff949af4-9b2e-42a5-bc60-ccfaaa807297: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:41:22.249784 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:41:25.047811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-829489d1-7abb-4a0a-a5a4-c23318de37f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:27.456764 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-04dc9c9b-83a5-477f-b1be-76b5dae14edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:28.544878 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:28.690454 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:28.825846 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:29.446956 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:55.049840 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-12137464-bf19-4764-b673-6b337b4899c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:57.458735 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ac86aca6-db30-467f-bcd1-13da7ef92765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:58.546281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:58.708373 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:58.826245 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:41:59.249271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:41:59.454132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:07.718528 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65a445c0-799a-4631-95c1-1368111b0a99 req-6a4859da-fa9c-467b-a4db-6b9c1dfcc2b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0817852
Apr 20 19:42:07.882082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a445c0-799a-4631-95c1-1368111b0a99 req-c5fc3f3c-a60b-423f-b6de-68f560bd054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:07.883665 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65a445c0-799a-4631-95c1-1368111b0a99 req-c5fc3f3c-a60b-423f-b6de-68f560bd054f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 1098 time: 0.0781350
Apr 20 19:42:08.046816 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a445c0-799a-4631-95c1-1368111b0a99 req-1508809e-fcef-41c2-9363-635f58c4fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:08.048453 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65a445c0-799a-4631-95c1-1368111b0a99 req-1508809e-fcef-41c2-9363-635f58c4fd8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1450150
Apr 20 19:42:08.164519 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65a445c0-799a-4631-95c1-1368111b0a99 req-1ffcae25-a360-4778-9124-1a84bd63cda1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd HTTP/1.1" status: 200  len: 1001 time: 0.1090870
Apr 20 19:42:08.236879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a445c0-799a-4631-95c1-1368111b0a99 req-bda97b76-b755-4a19-9f70-9270086f79f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:08.238988 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65a445c0-799a-4631-95c1-1368111b0a99 req-bda97b76-b755-4a19-9f70-9270086f79f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0669081
Apr 20 19:42:08.325278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a445c0-799a-4631-95c1-1368111b0a99 req-54ad9113-dd32-4fce-8f86-43a433085242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:08.326809 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65a445c0-799a-4631-95c1-1368111b0a99 req-54ad9113-dd32-4fce-8f86-43a433085242 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810447
Apr 20 19:42:08.470431 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65a445c0-799a-4631-95c1-1368111b0a99 req-0e9338a8-ce9f-4749-b6d7-31e25c0e4f08 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361954
Apr 20 19:42:08.615979 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-65a445c0-799a-4631-95c1-1368111b0a99 req-b16153de-fd76-4f9c-8e1c-484eba621e3b service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378882
Apr 20 19:42:25.051632 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a05fe1c0-a65d-4e14-ab2b-a36614fb2883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:27.459633 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-89e7faaf-3427-4f21-952c-5cd4a7b1448e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:28.550334 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:28.705282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:28.827952 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:29.454469 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:36.249240 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:42:50.105177 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-7ddc4e3d-e863-4245-81a7-cd042b3db4c3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950116747&fields=id&tenant_id=3608ab590f13437caf52ce138af80c66 HTTP/1.1" status: 200  len: 267 time: 0.0425923
Apr 20 19:42:50.267610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-bee45e15-dae8-4f43-b4e8-c8a419e613e4 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:50.269196 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-bee45e15-dae8-4f43-b4e8-c8a419e613e4 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 811 time: 0.1569817
Apr 20 19:42:50.285964 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-4ccb5ddf-c85e-45ae-8d59-13316d96dc71 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/quotas/3608ab590f13437caf52ce138af80c66 HTTP/1.1" status: 200  len: 375 time: 0.0101900
Apr 20 19:42:50.386817 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-3a699025-99b7-4e87-960c-ac1a5c2e274d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0952265
Apr 20 19:42:50.488552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-3125bb3e-fe69-4f3d-98d9-499df67a131e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:42:50.489664 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-3125bb3e-fe69-4f3d-98d9-499df67a131e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0906150
Apr 20 19:42:50.631330 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-550141b7-4da2-4900-a462-2a782d7331be service neutron] 10.222.0.38 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346531
Apr 20 19:42:50.777918 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-d9cf949b-5be3-4ad4-837c-73cb8a18c2e0 service neutron] 10.222.0.38 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396878
Apr 20 19:42:51.203097 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-33063088-e06c-45f4-936d-e924e37ee93f req-2086d9f6-3ecb-475b-ade1-dc78825ed120 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 210 time: 0.0502787
Apr 20 19:42:52.388901 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-dcd4f6dd-70eb-4241-88b8-192d9e2852e3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:52.390470 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-dcd4f6dd-70eb-4241-88b8-192d9e2852e3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 811 time: 0.2098238
Apr 20 19:42:52.392792 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-5485190d-26f5-47f3-bbeb-ce0fcc0bb5a6 req-7dd1498a-b7f3-41e4-a400-b69f19a24682 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 210 time: 0.0635686
Apr 20 19:42:52.496420 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-f92310df-ba92-4fab-993a-088fee4d61f3 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3608ab590f13437caf52ce138af80c66 HTTP/1.1" status: 200  len: 8059 time: 0.0766671
Apr 20 19:42:52.506121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'port': {'device_id': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'admin_state_up': True, 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'security_groups': ['569f2ad8-bfc7-49a6-ae5c-493afbd304d8']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:42:52.654525 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:42:52.665086 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:42:52.675278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Made reservation on behalf of 3608ab590f13437caf52ce138af80c66 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:42:52.681278 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:52.849757 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Allocated IP 172.20.0.11 (e361dd34-ca15-4774-93ca-f11c93f3906a/29bdfb82-bc0f-4955-9ffb-783aa48a713a/6d469408-77d8-4571-894b-daa30db2e13c) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:42:53.061253 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:53.077859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Transition to ACTIVE for port object 6d469408-77d8-4571-894b-daa30db2e13c will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:42:53.101078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:53.107582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b35b5513-4350-47e0-afa8-faedd7dbebb7 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:42:53.170955 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Network e361dd34-ca15-4774-93ca-f11c93f3906a is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:42:53.179552 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:42:53.185510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:42:53.233750 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'Port': ['ID=6d469408-77d8-4571-894b-daa30db2e13c,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:42:53.250387 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.250815 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.251236 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.251656 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.252067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.252543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.252886 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.253347 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.253668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.254073 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.254476 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.254874 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:42:53.261709 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:42:53.275857 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:53.277972 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:53.304989 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-44edc29f-ec50-4f07-9e37-4e7b271d264f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8028252
Apr 20 19:42:53.326499 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Request body: {'port': {'device_id': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:42:53.390415 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-0703a2e1-e3ee-4e67-88bf-01c743298b74 None None] Provisioning for port 6d469408-77d8-4571-894b-daa30db2e13c completed by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:42:53.395608 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-0703a2e1-e3ee-4e67-88bf-01c743298b74 None None] Provisioning complete for port 6d469408-77d8-4571-894b-daa30db2e13c triggered by entity DHCP. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:42:53.396037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0703a2e1-e3ee-4e67-88bf-01c743298b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:53.455589 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-0703a2e1-e3ee-4e67-88bf-01c743298b74 None None] Port 6d469408-77d8-4571-894b-daa30db2e13c cannot update to ACTIVE because it is not bound. {{(pid=86374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:42:53.460191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:53.764850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671ce4-f7fc-41cc-bdca-c39d6fc71c95 req-af146200-dc08-4d15-9e29-b3c88602f341 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:53.765625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-bf671ce4-f7fc-41cc-bdca-c39d6fc71c95 req-af146200-dc08-4d15-9e29-b3c88602f341 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Synchronizing usage tracker for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:42:53.816775 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-bf671ce4-f7fc-41cc-bdca-c39d6fc71c95 req-af146200-dc08-4d15-9e29-b3c88602f341 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Unset dirty status for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:42:53.818014 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bf671ce4-f7fc-41cc-bdca-c39d6fc71c95 req-af146200-dc08-4d15-9e29-b3c88602f341 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 932 time: 0.2986894
Apr 20 19:42:53.889481 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-bf671ce4-f7fc-41cc-bdca-c39d6fc71c95 req-54c89d48-5632-4721-bfdb-3f8f91d6a830 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630977
Apr 20 19:42:53.961682 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d469408-77d8-4571-894b-daa30db2e13c {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:42:53.970090 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:53.985054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Transition to ACTIVE for port object 6d469408-77d8-4571-894b-daa30db2e13c will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:42:53.987847 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:53.992870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-18d8836a-0680-4f96-bf71-e97f549caa61 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:42:54.205379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Pushing event updated for resources: {'Port': ['ID=6d469408-77d8-4571-894b-daa30db2e13c,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:42:54.211642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:42:54.251872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Attempting to bind port 6d469408-77d8-4571-894b-daa30db2e13c on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:42:54.252242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Attempting to bind port 6d469408-77d8-4571-894b-daa30db2e13c by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:42:54.252655 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Attempting to bind port 6d469408-77d8-4571-894b-daa30db2e13c on network e361dd34-ca15-4774-93ca-f11c93f3906a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:42:54.257630 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Port 6d469408-77d8-4571-894b-daa30db2e13c on network e361dd34-ca15-4774-93ca-f11c93f3906a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:42:54.257993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Attempting to bind port 6d469408-77d8-4571-894b-daa30db2e13c on network e361dd34-ca15-4774-93ca-f11c93f3906a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:42:54.264274 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Checking agent: {'id': '9a9de71d-53aa-4e42-810a-3f7747161d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'started_at': datetime.datetime(2021, 4, 20, 19, 26, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:42:54.264653 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Checking segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:42:54.265108 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Bound using segment: {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:42:54.265580 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Bound port: 6d469408-77d8-4571-894b-daa30db2e13c, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4697efdc-2037-4bbd-b7e9-1e74a85fc03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:42:54.265993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:54.364582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] For port 6d469408-77d8-4571-894b-daa30db2e13c, host hv-cinder-78726, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:42:54.367672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] For port 6d469408-77d8-4571-894b-daa30db2e13c, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6d469408-77d8-4571-894b-daa30db2e13c,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:42:54.371603 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:54.376270 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e6488ce8-9455-49d3-a077-d1066155190c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:42:54.429509 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:54.430444 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:54.431853 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] 10.222.0.55 "PUT /v2.0/ports/6d469408-77d8-4571-894b-daa30db2e13c HTTP/1.1" status: 200  len: 1094 time: 1.1102669
Apr 20 19:42:54.435281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:42:54.470117 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Pushing event updated for resources: {'Port': ['ID=6d469408-77d8-4571-894b-daa30db2e13c,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:42:54.474770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-9429a4de-100a-429a-be17-c814ee668c69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:42:54.493720 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c', 'status': 'completed', 'code': 200}
Apr 20 19:42:54.590624 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-0df97a72-a3d5-49a2-aa8a-25744f9317dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:54.592427 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-0df97a72-a3d5-49a2-aa8a-25744f9317dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 1097 time: 0.0851984
Apr 20 19:42:54.674367 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-db6e67d0-0077-496e-8e0c-2143fac2b750 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d469408-77d8-4571-894b-daa30db2e13c HTTP/1.1" status: 200  len: 217 time: 0.0683987
Apr 20 19:42:54.748293 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-1a6f57d5-ec91-4712-8084-2364c660015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:54.750119 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-1a6f57d5-ec91-4712-8084-2364c660015d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0693202
Apr 20 19:42:54.833996 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-71a953d3-87f4-414f-9b61-476875927254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:54.835605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-71a953d3-87f4-414f-9b61-476875927254 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786011
Apr 20 19:42:54.978608 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-f650e455-28f4-40c0-b12c-ac6f5111328a service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359775
Apr 20 19:42:55.053899 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-09a5e740-5b28-4db2-a445-2bb63461eb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:55.430956 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-4d878106-ad46-4d4d-af92-269a1e4cd3f3 req-25e0903d-f4bd-483d-b830-9048c61ed71e service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4459648
Apr 20 19:42:55.440850 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e7f6f-c433-403f-9363-f40e13aeb229 req-d340afb4-e82e-483b-b4a2-f500eff83be4 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:55.442504 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-867e7f6f-c433-403f-9363-f40e13aeb229 req-d340afb4-e82e-483b-b4a2-f500eff83be4 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 944 time: 0.4342053
Apr 20 19:42:55.492426 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-867e7f6f-c433-403f-9363-f40e13aeb229 req-d8633101-4bf0-412b-870f-aab26efb179a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431066
Apr 20 19:42:55.596976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-04bb17b3-6fe8-4c6f-8bbf-bf7b18eed23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:55.598579 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-04bb17b3-6fe8-4c6f-8bbf-bf7b18eed23a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 1097 time: 0.0777445
Apr 20 19:42:55.748298 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-926ce4d3-a5dd-4a41-91e0-8432317b538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:55.749825 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-926ce4d3-a5dd-4a41-91e0-8432317b538c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1439445
Apr 20 19:42:55.826088 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-214183c1-a704-4f29-8dbf-7c07547955a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d469408-77d8-4571-894b-daa30db2e13c HTTP/1.1" status: 200  len: 217 time: 0.0690074
Apr 20 19:42:55.904839 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-cb7e1287-bff1-4dbd-b0f7-39bf43faba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:55.906367 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-cb7e1287-bff1-4dbd-b0f7-39bf43faba41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0729640
Apr 20 19:42:55.990866 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-175ee4f6-bab1-48f4-ad7d-e63ede09bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:55.992422 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-175ee4f6-bab1-48f4-ad7d-e63ede09bbae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765407
Apr 20 19:42:56.144255 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-5d6285ec-9dcf-471d-8b4d-2b7564e6bfd6 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414430
Apr 20 19:42:56.295334 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6f8f8c87-7936-4469-ba18-e3dcc75e93c2 req-b39dc9ba-d964-4eea-8005-6cba5e5b8c6b service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428564
Apr 20 19:42:56.692869 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7adcf3-561a-49ef-821d-caa2d8b71872 req-9eedd286-e29e-4189-95a0-2def31426e67 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:56.694467 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f7adcf3-561a-49ef-821d-caa2d8b71872 req-9eedd286-e29e-4189-95a0-2def31426e67 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 944 time: 0.0881002
Apr 20 19:42:56.746677 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-0f7adcf3-561a-49ef-821d-caa2d8b71872 req-c6893ef7-5ee1-424f-a1a5-58467aebbde9 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456936
Apr 20 19:42:57.461282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-fc5780a1-7a4f-4c67-b44f-2f20f236a3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:57.946659 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef7f5b-7887-4b78-a32e-e133b9bf8dc6 req-1f5617aa-7c1e-41c9-b876-5658fe97c447 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:57.948258 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-aeef7f5b-7887-4b78-a32e-e133b9bf8dc6 req-1f5617aa-7c1e-41c9-b876-5658fe97c447 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 944 time: 0.0899100
Apr 20 19:42:57.996698 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-aeef7f5b-7887-4b78-a32e-e133b9bf8dc6 req-9a06581e-baa0-4630-8248-46af107db0e2 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413494
Apr 20 19:42:58.552601 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:58.701866 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:58.829313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:42:59.202048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b67c14-898f-4912-9672-98fad3ed582d req-57e774ba-50ce-4f12-b5b2-451f7057338f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:42:59.203542 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-97b67c14-898f-4912-9672-98fad3ed582d req-57e774ba-50ce-4f12-b5b2-451f7057338f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 944 time: 0.0922167
Apr 20 19:42:59.252146 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-97b67c14-898f-4912-9672-98fad3ed582d req-db6f91af-0588-414f-9401-750c369b2fee tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421803
Apr 20 19:42:59.456615 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:00.454382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc449d80-66fc-4b6f-befd-adc4005b3b41 req-5f071e58-54e4-462d-b71e-911a700f4f07 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:00.456024 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dc449d80-66fc-4b6f-befd-adc4005b3b41 req-5f071e58-54e4-462d-b71e-911a700f4f07 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 944 time: 0.0900178
Apr 20 19:43:00.504237 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-dc449d80-66fc-4b6f-befd-adc4005b3b41 req-16b516b6-e5a8-4725-b41a-63508e5957f8 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418720
Apr 20 19:43:01.710710 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8820e-466f-4f79-b63c-9f2ed42916a7 req-ddf8643c-5b5b-40fa-8ca2-08a7f537992e tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:01.712207 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-87a8820e-466f-4f79-b63c-9f2ed42916a7 req-ddf8643c-5b5b-40fa-8ca2-08a7f537992e tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 944 time: 0.0930030
Apr 20 19:43:01.759994 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-87a8820e-466f-4f79-b63c-9f2ed42916a7 req-47a056e9-80c3-42b8-814b-3a93fed91e2e tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408456
Apr 20 19:43:02.968429 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222f011-70e0-41c1-ab9e-1a1b97a98e2a req-f9ad6bf9-b51c-41c5-964a-4de4f286b3fa tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:02.970088 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d222f011-70e0-41c1-ab9e-1a1b97a98e2a req-f9ad6bf9-b51c-41c5-964a-4de4f286b3fa tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 944 time: 0.0909493
Apr 20 19:43:03.021440 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-d222f011-70e0-41c1-ab9e-1a1b97a98e2a req-9e9eb4ae-2ea6-4aec-8331-48cc47a69902 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451007
Apr 20 19:43:03.193492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 6d469408-77d8-4571-894b-daa30db2e13c details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:43:03.335680 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 6d469408-77d8-4571-894b-daa30db2e13c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6d469408-77d8-4571-894b-daa30db2e13c,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:43:03.350203 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Returning: {'device': '6d469408-77d8-4571-894b-daa30db2e13c', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'port_id': '6d469408-77d8-4571-894b-daa30db2e13c', 'mac_address': 'fa:16:3e:27:0b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:43:03.413093 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:03.431153 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d469408-77d8-4571-894b-daa30db2e13c {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:43:03.448191 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 6d469408-77d8-4571-894b-daa30db2e13c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6d469408-77d8-4571-894b-daa30db2e13c,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:43:03.451623 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:03.453526 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:43:03.523702 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=6d469408-77d8-4571-894b-daa30db2e13c,revision_number=4']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:43:03.532462 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.532906 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.533296 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.533676 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.534054 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.534432 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.534800 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.535181 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.535551 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.535919 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.536285 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.536650 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:43:03.540638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:43:03.743724 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] get_ports_and_sgs() called for port_ids ['6d469408-77d8-4571-894b-daa30db2e13c'] {{(pid=86374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:43:04.222106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5c168-7582-4164-a3b3-483be978dbb4 req-714c5dac-2b22-4faa-9477-411109ad608d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:04.223689 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-77f5c168-7582-4164-a3b3-483be978dbb4 req-714c5dac-2b22-4faa-9477-411109ad608d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 945 time: 0.0880044
Apr 20 19:43:04.272123 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-77f5c168-7582-4164-a3b3-483be978dbb4 req-ad7fabe4-8bf5-43e6-857c-8fdc2bb7e69b tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420821
Apr 20 19:43:05.195010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 6d469408-77d8-4571-894b-daa30db2e13c up at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:43:05.266706 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning for port 6d469408-77d8-4571-894b-daa30db2e13c completed by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:43:05.271579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.provisioning_blocks [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Provisioning complete for port 6d469408-77d8-4571-894b-daa30db2e13c triggered by entity L2. {{(pid=86374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:43:05.272005 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-905472'] for port, provisioning_complete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:05.399640 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:05.428390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:43:05.444205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] For port 6d469408-77d8-4571-894b-daa30db2e13c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6d469408-77d8-4571-894b-daa30db2e13c,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:43:05.447741 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:05.451461 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:43:05.488232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caca11-bc6e-4da2-8b01-5c99e9b778c8 req-c184fbd0-30c8-43cc-85f0-07ec864ce8b7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:05.489950 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-16caca11-bc6e-4da2-8b01-5c99e9b778c8 req-c184fbd0-30c8-43cc-85f0-07ec864ce8b7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 945 time: 0.1037593
Apr 20 19:43:05.491638 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c', 'code': 200}
Apr 20 19:43:05.529418 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Pushing event updated for resources: {'Port': ['ID=6d469408-77d8-4571-894b-daa30db2e13c,revision_number=5']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:43:05.532925 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:43:05.546847 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-16caca11-bc6e-4da2-8b01-5c99e9b778c8 req-f11a20a9-c38e-4f94-95e2-7fed56beb7de tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496445
Apr 20 19:43:05.794917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9436db9-4d2f-494b-bc22-9ae583d2b1c5 req-756517d6-e322-4114-87ec-5094bead2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:05.796523 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9436db9-4d2f-494b-bc22-9ae583d2b1c5 req-756517d6-e322-4114-87ec-5094bead2cd2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 1099 time: 0.0783045
Apr 20 19:43:05.839714 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-f9436db9-4d2f-494b-bc22-9ae583d2b1c5 req-a2b30005-a98d-47fe-9dda-b4dbbb51048c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367608
Apr 20 19:43:06.849642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0662659-c8c7-4608-b740-73cf7a869979 req-96ccd2fd-0312-4c55-979e-8bc14895869b tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:06.851278 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e0662659-c8c7-4608-b740-73cf7a869979 req-96ccd2fd-0312-4c55-979e-8bc14895869b tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 946 time: 0.0945268
Apr 20 19:43:06.901861 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e0662659-c8c7-4608-b740-73cf7a869979 req-767e2b35-39ab-49a4-a993-dc3c12bbd9b0 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428014
Apr 20 19:43:08.103170 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68651708-7665-4fc4-addc-c0fdeada4ae8 req-373a69bf-0269-46c5-bcd3-1eeabc96b6a9 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:08.104774 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-68651708-7665-4fc4-addc-c0fdeada4ae8 req-373a69bf-0269-46c5-bcd3-1eeabc96b6a9 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 946 time: 0.0888824
Apr 20 19:43:08.155718 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-68651708-7665-4fc4-addc-c0fdeada4ae8 req-0304e247-452f-461c-b79b-2f3bcb4e49c5 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440958
Apr 20 19:43:08.497976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af65b5-e906-40fa-afbb-6032ebc56292 req-82fb5ba8-b709-4be6-b3d9-1ab0060bbb89 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:08.499559 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e1af65b5-e906-40fa-afbb-6032ebc56292 req-82fb5ba8-b709-4be6-b3d9-1ab0060bbb89 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 946 time: 0.0884621
Apr 20 19:43:08.547282 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-e1af65b5-e906-40fa-afbb-6032ebc56292 req-9adf934a-b6b2-4a06-a29e-358d926bf944 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413709
Apr 20 19:43:08.572262 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40702) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:43:08.653464 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc39075d-9279-4bcd-ad57-0d7df11fa10c tempest-TestVolumeBootPattern-1339555516 tempest-TestVolumeBootPattern-1339555516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:08.655093 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-fc39075d-9279-4bcd-ad57-0d7df11fa10c tempest-TestVolumeBootPattern-1339555516 tempest-TestVolumeBootPattern-1339555516-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 1094 time: 0.0817473
Apr 20 19:43:08.658061 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40706) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:43:08.663366 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.v2.base [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Request body: {'floatingip': {'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'port_id': '6d469408-77d8-4571-894b-daa30db2e13c', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:43:08.670185 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:43:08.674275 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Usage tracker for resource:floatingip and tenant:3608ab590f13437caf52ce138af80c66 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:43:08.677277 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:43:08.683306 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.quota.driver [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:43:08.694211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:08.839666 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:08.983446 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_common [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Allocated IP 172.27.2.129 (945571dc-e707-48fa-a147-04a06af043a9/a51454ff-bb74-494e-b0e4-6541e7b8bf44/fb37fdab-dac4-4306-a109-91bc2d514325) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:43:09.137343 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:09.166120 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307158806320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:09.171537 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7bdeb2b6-9d32-4e2b-abb7-0971e5135db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:43:09.238702 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Network 945571dc-e707-48fa-a147-04a06af043a9 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:43:09.242186 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.base_scheduler [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Resources bound (agent type, host, resource id):  {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:43:09.246088 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:43:09.285026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'Port': ['ID=fb37fdab-dac4-4306-a109-91bc2d514325,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:43:09.289104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:43:09.732279 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:09.762011 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-e364c068-8141-489f-8495-9d6bddfc210f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1070242
Apr 20 19:43:09.822370 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854011939'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:10.284317 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-1858c3da-a972-4ec9-8296-d5ef6df02d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:10.285972 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-1858c3da-a972-4ec9-8296-d5ef6df02d32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 1098 time: 0.4333894
Apr 20 19:43:10.455475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:10.463722 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729696416968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363307158806303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307158804476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1367155'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:10.476305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-f993a277-d22f-4f44-b7d7-12742c6e920a tempest-AttachVolumeShelveTestJSON-156726369 tempest-AttachVolumeShelveTestJSON-156726369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:43:10.534049 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-b013b795-7af7-4b90-804d-7439d4d9dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:10.535665 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-b013b795-7af7-4b90-804d-7439d4d9dc2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.2188718
Apr 20 19:43:10.679973 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event updated for resources: {'Port': ['ID=fb37fdab-dac4-4306-a109-91bc2d514325,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:43:10.687997 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:43:10.696147 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076814'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:10.834238 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-7e4df70c-aae5-4191-aa17-394645fca5e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd HTTP/1.1" status: 200  len: 1001 time: 0.2619488
Apr 20 19:43:10.941606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-5a45caa6-81db-41ac-b78e-0da01d565ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:10.943166 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-5a45caa6-81db-41ac-b78e-0da01d565ada service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0946171
Apr 20 19:43:10.992470 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Floating IP 44235c7d-a030-44b5-85c5-3eae43162c18 associated. External IP: 172.27.2.129, port: 6d469408-77d8-4571-894b-daa30db2e13c.
Apr 20 19:43:11.192637 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-25045f93-133e-494d-8a0b-a1c6f6dc95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:11.194611 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-25045f93-133e-494d-8a0b-a1c6f6dc95cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2440131
Apr 20 19:43:11.501919 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-f9fc2ee2-fb1c-40fc-8d1c-2e5b6c59726c service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2995124
Apr 20 19:43:11.597718 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Router d022aab9-c706-42a6-a8c2-c641015b988c has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:43:11.818702 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-efe25f16-8766-4f70-8d1d-266d028095b2 req-429816da-302c-4310-a89c-b2b5b8b4e655 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3090341
Apr 20 19:43:11.846496 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:43:11.856853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315afb80-8e84-4778-8672-cef48286f824 None None] Sync routers for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:43:11.867291 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315afb80-8e84-4778-8672-cef48286f824 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:43:11.868024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-315afb80-8e84-4778-8672-cef48286f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5997390>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:42:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:43:11.871147 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:11.931810 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2726371
Apr 20 19:43:11.932565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:43:11.981527 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c', 'status': 'completed', 'code': 200}
Apr 20 19:43:12.063471 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-315afb80-8e84-4778-8672-cef48286f824 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:43:12.355798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-3dbabbf8-3e38-4238-98e0-d66b080903ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:12.358024 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-3dbabbf8-3e38-4238-98e0-d66b080903ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 1099 time: 0.3322594
Apr 20 19:43:12.457171 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-315afb80-8e84-4778-8672-cef48286f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5997390>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '44235c7d-a030-44b5-85c5-3eae43162c18', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '6d469408-77d8-4571-894b-daa30db2e13c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:27:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:43:09Z', 'updated_at': '2021-04-20T19:43:09Z', 'revision_number': 0, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}, {'id': 'ff949af4-9b2e-42a5-bc60-ccfaaa807297', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:41:12Z', 'updated_at': '2021-04-20T19:41:15Z', 'revision_number': 1, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:43:12.461391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315afb80-8e84-4778-8672-cef48286f824 None None] Checking router: d022aab9-c706-42a6-a8c2-c641015b988c for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:43:12.470549 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315afb80-8e84-4778-8672-cef48286f824 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:43:12.471216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-315afb80-8e84-4778-8672-cef48286f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5997390>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:42:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:43:12.504354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-2904c8f4-2813-4b76-a41e-a9cd53e76c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:12.505978 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-2904c8f4-2813-4b76-a41e-a9cd53e76c58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1413946
Apr 20 19:43:12.620008 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-329395af-a102-4725-bf33-49971f6b091c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d469408-77d8-4571-894b-daa30db2e13c HTTP/1.1" status: 200  len: 1000 time: 0.1066024
Apr 20 19:43:12.667716 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-315afb80-8e84-4778-8672-cef48286f824 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:43:12.694566 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-1d2a2193-a7ce-4c4e-a3fa-ba620f65e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:12.696158 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-1d2a2193-a7ce-4c4e-a3fa-ba620f65e4ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0669239
Apr 20 19:43:12.785701 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-7ad16003-3ea7-44f4-b80f-d33b6d563857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:43:12.787290 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-7ad16003-3ea7-44f4-b80f-d33b6d563857 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828502
Apr 20 19:43:12.947325 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-ee79e2d5-37b3-48c1-b013-25d965b183c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512899
Apr 20 19:43:13.097304 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-05eaf37b-57c8-4faf-b4c2-4d97e1597d80 req-384d3ea0-0106-45cc-8ead-91942096897c service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425738
Apr 20 19:43:13.240112 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-315afb80-8e84-4778-8672-cef48286f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5997390>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '44235c7d-a030-44b5-85c5-3eae43162c18', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '6d469408-77d8-4571-894b-daa30db2e13c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:27:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:43:09Z', 'updated_at': '2021-04-20T19:43:09Z', 'revision_number': 0, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}, {'id': 'ff949af4-9b2e-42a5-bc60-ccfaaa807297', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:41:12Z', 'updated_at': '2021-04-20T19:41:15Z', 'revision_number': 1, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:43:13.244242 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315afb80-8e84-4778-8672-cef48286f824 None None] The sync data for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi is: [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': '44235c7d-a030-44b5-85c5-3eae43162c18', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '6d469408-77d8-4571-894b-daa30db2e13c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:27:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:43:09Z', 'updated_at': '2021-04-20T19:43:09Z', 'revision_number': 0, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}, {'id': 'ff949af4-9b2e-42a5-bc60-ccfaaa807297', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:41:12Z', 'updated_at': '2021-04-20T19:41:15Z', 'revision_number': 1, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:43:13.249908 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:43:13.527028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b268f7-b26e-463f-b55c-84bf1ac5d5ef None None] New status for floating IP 44235c7d-a030-44b5-85c5-3eae43162c18: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:43:25.056606 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-71e132b8-f809-4ce8-9c2c-becf708d0106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:27.463019 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e429-1d5f-46af-b317-381986363ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:28.555033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:28.723062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:28.832320 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:29.460198 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:50.248670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:43:55.057858 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-49070d2e-f7cf-4107-87f7-16ede1796db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:57.465494 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd652-988e-46fb-98c0-765abadb7834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:58.558179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:58.714967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:58.836003 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:43:59.461963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:10.775767 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ff090673-3921-437d-a029-08fff9535906 req-9aa10347-8aff-4290-8c23-1e9f07280d70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765562
Apr 20 19:44:10.887937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff090673-3921-437d-a029-08fff9535906 req-def26725-cbb2-48ab-b0ee-1cc428eddb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:10.889597 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ff090673-3921-437d-a029-08fff9535906 req-def26725-cbb2-48ab-b0ee-1cc428eddb47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 1099 time: 0.0812495
Apr 20 19:44:11.057505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff090673-3921-437d-a029-08fff9535906 req-9e36dae9-b19c-4bfc-a476-36e119c58fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:11.059026 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ff090673-3921-437d-a029-08fff9535906 req-9e36dae9-b19c-4bfc-a476-36e119c58fd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1501803
Apr 20 19:44:11.171626 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ff090673-3921-437d-a029-08fff9535906 req-de4094ac-59bb-4c87-92c1-34505c53702e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d469408-77d8-4571-894b-daa30db2e13c HTTP/1.1" status: 200  len: 1002 time: 0.1060765
Apr 20 19:44:11.245393 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff090673-3921-437d-a029-08fff9535906 req-34e9a3fc-fee1-410e-aeb3-104ee3aa7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:11.246928 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ff090673-3921-437d-a029-08fff9535906 req-34e9a3fc-fee1-410e-aeb3-104ee3aa7dfc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0681496
Apr 20 19:44:11.329033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff090673-3921-437d-a029-08fff9535906 req-4caef85b-3612-48b2-af77-ff274cd89c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:11.330534 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ff090673-3921-437d-a029-08fff9535906 req-4caef85b-3612-48b2-af77-ff274cd89c6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766439
Apr 20 19:44:11.472640 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ff090673-3921-437d-a029-08fff9535906 req-9025870c-739f-4dd3-b60f-a364201ead87 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355088
Apr 20 19:44:11.612437 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-ff090673-3921-437d-a029-08fff9535906 req-60fc3b14-8b9d-4d7c-b792-1c7563ba3896 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337814
Apr 20 19:44:25.059024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a449711c-1963-44c8-94e8-a7ee94f66ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:27.248257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:44:27.466457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6e8334af-ae72-4d26-976e-2a7b2d101500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:28.561218 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:28.738894 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:28.836628 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:29.464202 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:31.807610 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40738) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:32.029016 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Deleting port fb37fdab-dac4-4306-a109-91bc2d514325 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:32.029405 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:32.207917 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:32.208219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:32.340457 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Calling delete_port for fb37fdab-dac4-4306-a109-91bc2d514325 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:32.500625 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:32.505431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-a37d6b31-e2f4-4612-9962-650a606e0d01 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:32.557237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event deleted for resources: {'Port': ['ID=fb37fdab-dac4-4306-a109-91bc2d514325,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:32.601927 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.602346 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.602760 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.603173 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.603579 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.603982 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.604386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.604813 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.605215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.605613 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.606011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.606407 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:32.638243 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:32.666498 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:32.666874 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Floating IP 44235c7d-a030-44b5-85c5-3eae43162c18 disassociated (deleted). External IP: 172.27.2.129, port: 6d469408-77d8-4571-894b-daa30db2e13c.
Apr 20 19:44:33.048013 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Router d022aab9-c706-42a6-a8c2-c641015b988c has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:44:33.488798 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:44:33.498831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542b847-9336-491a-81b5-f73542346a4b None None] Sync routers for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:44:33.509286 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:33.510111 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542b847-9336-491a-81b5-f73542346a4b None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:44:33.510799 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-e542b847-9336-491a-81b5-f73542346a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a58930f0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:44:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:33.574336 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4ebb8177-2d45-4876-b8d8-d15492eb8552 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "DELETE /v2.0/floatingips/44235c7d-a030-44b5-85c5-3eae43162c18 HTTP/1.1" status: 204  len: 168 time: 1.7619984
Apr 20 19:44:33.574336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:44:33.701091 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c', 'status': 'completed', 'code': 200}
Apr 20 19:44:33.708094 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-e542b847-9336-491a-81b5-f73542346a4b None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:44:33.841806 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-8dcf299f-ca49-4145-b610-6902ef03dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:33.843605 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-8dcf299f-ca49-4145-b610-6902ef03dec6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 1099 time: 0.0955412
Apr 20 19:44:34.060020 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-0ee862db-fbc7-49f5-b52f-f3dc6731401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:34.061580 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-0ee862db-fbc7-49f5-b52f-f3dc6731401a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1959422
Apr 20 19:44:34.098379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-e542b847-9336-491a-81b5-f73542346a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a58930f0>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'ff949af4-9b2e-42a5-bc60-ccfaaa807297', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:41:12Z', 'updated_at': '2021-04-20T19:41:15Z', 'revision_number': 1, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:34.102891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542b847-9336-491a-81b5-f73542346a4b None None] Checking router: d022aab9-c706-42a6-a8c2-c641015b988c for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:44:34.111891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542b847-9336-491a-81b5-f73542346a4b None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:44:34.112560 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-e542b847-9336-491a-81b5-f73542346a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a58930f0>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:44:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:34.143105 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-689bdf0a-81fa-4f27-a921-9437c3407a0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d469408-77d8-4571-894b-daa30db2e13c HTTP/1.1" status: 200  len: 217 time: 0.0735471
Apr 20 19:44:34.233385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a01fbb-40d0-4aea-80e2-33c67da7c99f req-3a05b8b6-5659-4b93-84bd-f5c9c1eb386e tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:34.234164 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-b3a01fbb-40d0-4aea-80e2-33c67da7c99f req-3a05b8b6-5659-4b93-84bd-f5c9c1eb386e tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Synchronizing usage tracker for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:44:34.243388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-9892720f-c0c7-43e9-b9ba-3bbe64819341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:34.244974 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-9892720f-c0c7-43e9-b9ba-3bbe64819341 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0943398
Apr 20 19:44:34.294500 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-b3a01fbb-40d0-4aea-80e2-33c67da7c99f req-3a05b8b6-5659-4b93-84bd-f5c9c1eb386e tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Unset dirty status for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:44:34.295772 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b3a01fbb-40d0-4aea-80e2-33c67da7c99f req-3a05b8b6-5659-4b93-84bd-f5c9c1eb386e tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 946 time: 0.3491683
Apr 20 19:44:34.309213 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-e542b847-9336-491a-81b5-f73542346a4b None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:44:34.365194 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b3a01fbb-40d0-4aea-80e2-33c67da7c99f req-825bb413-aacb-443d-9c16-683b90290848 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608127
Apr 20 19:44:34.371644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-f729b8e0-9e9e-461b-bee0-75792cf2bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:34.373273 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-f729b8e0-9e9e-461b-bee0-75792cf2bea7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1207442
Apr 20 19:44:34.530783 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-3d6c7b1d-c872-4e85-9a27-ff155a82e73a service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494896
Apr 20 19:44:34.676062 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3dec33f6-7475-404e-a3d7-8d68c96bad7d req-5314302f-16d1-425c-8f55-edbaeacf9e91 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374652
Apr 20 19:44:34.685096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-e542b847-9336-491a-81b5-f73542346a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a58930f0>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'ff949af4-9b2e-42a5-bc60-ccfaaa807297', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:41:12Z', 'updated_at': '2021-04-20T19:41:15Z', 'revision_number': 1, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:34.689266 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542b847-9336-491a-81b5-f73542346a4b None None] The sync data for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi is: [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_floatingips': [{'id': 'ff949af4-9b2e-42a5-bc60-ccfaaa807297', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'router_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'port_id': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'mac_address': 'fa:16:3e:84:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:41:12Z', 'updated_at': '2021-04-20T19:41:15Z', 'revision_number': 1, 'project_id': '3608ab590f13437caf52ce138af80c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:44:35.063788 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d02cc5-081e-4453-948e-ac869b066373 None None] New status for floating IP 44235c7d-a030-44b5-85c5-3eae43162c18: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:44:35.703379 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-e6fe5d1b-666b-4617-9090-e300b051a178 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:35.704970 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-e6fe5d1b-666b-4617-9090-e300b051a178 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 946 time: 0.1675041
Apr 20 19:44:35.713694 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c4984-19cd-4afa-815b-57b2e6be460e req-a9ac3839-b4bc-4f9f-a2b9-01aa0a33ef8a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:35.715124 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6e2c4984-19cd-4afa-815b-57b2e6be460e req-a9ac3839-b4bc-4f9f-a2b9-01aa0a33ef8a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 946 time: 0.2284913
Apr 20 19:44:35.827499 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Deleting port 6d469408-77d8-4571-894b-daa30db2e13c {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:35.827889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:35.874430 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6e2c4984-19cd-4afa-815b-57b2e6be460e req-f71b7090-75fe-47d7-b9e9-37f09b3576b5 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208358
Apr 20 19:44:36.097868 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] For port 6d469408-77d8-4571-894b-daa30db2e13c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6d469408-77d8-4571-894b-daa30db2e13c,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:44:36.098470 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:36.234271 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Calling delete_port for 6d469408-77d8-4571-894b-daa30db2e13c owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:36.384098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:36.389776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1c3d5795-4e41-42a9-8e9b-1a62afb83f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:36.441326 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event deleted for resources: {'Port': ['ID=6d469408-77d8-4571-894b-daa30db2e13c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:36.445820 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:36.526638 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] No DVR routers for this DVR port 6d469408-77d8-4571-894b-daa30db2e13c on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:44:36.529246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:36.532102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'name': 'network-vif-deleted', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:44:36.548061 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-3833985d-b0bb-424c-934b-1d3c0075f305 req-022280e4-1747-4996-a108-ff12f368e8fe tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "DELETE /v2.0/ports/6d469408-77d8-4571-894b-daa30db2e13c HTTP/1.1" status: 204  len: 173 time: 0.8318911
Apr 20 19:44:36.585684 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168b63e5-df8c-4c1e-8af2-432e7999f773', 'name': 'network-vif-deleted', 'tag': '6d469408-77d8-4571-894b-daa30db2e13c', 'status': 'completed', 'code': 200}
Apr 20 19:44:37.061859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6d620be2-cb48-44ef-a316-3dc2e604070b req-cd803b60-228d-459f-9c97-7c9d50765fc1 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Synchronizing usage tracker for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:44:37.082249 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-6d620be2-cb48-44ef-a316-3dc2e604070b req-cd803b60-228d-459f-9c97-7c9d50765fc1 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Unset dirty status for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:44:37.084087 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6d620be2-cb48-44ef-a316-3dc2e604070b req-cd803b60-228d-459f-9c97-7c9d50765fc1 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=168b63e5-df8c-4c1e-8af2-432e7999f773 HTTP/1.1" status: 200  len: 210 time: 0.0812025
Apr 20 19:44:39.642033 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 6d469408-77d8-4571-894b-daa30db2e13c no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:44:39.683712 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 6d469408-77d8-4571-894b-daa30db2e13c {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:44:39.684104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 6d469408-77d8-4571-894b-daa30db2e13c not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:44:40.402872 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-123f561e-2504-4597-b2f9-7802ee531c66 req-387be373-b669-4fdd-89a0-0c7c95afa73a service neutron] (86373) timed out ('10.222.0.55', 58983) {{(pid=86373) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 19:44:40.610804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40774) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:40.828212 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Deleting port 5dcd65f1-51e9-4531-bdb4-f830cd860a20 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:40.828835 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:41.014332 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:41.014701 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:41.155477 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Calling delete_port for 5dcd65f1-51e9-4531-bdb4-f830cd860a20 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:41.311445 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:41.316026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-db20fc6d-8927-424d-92f2-60d85ae3f2ca tempest-TestShelveInstance-88522875 tempest-TestShelveInstance-88522875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:41.361451 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event deleted for resources: {'Port': ['ID=5dcd65f1-51e9-4531-bdb4-f830cd860a20,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:41.366263 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:41.461596 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:41.461977 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.db.l3_db [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Floating IP ff949af4-9b2e-42a5-bc60-ccfaaa807297 disassociated (deleted). External IP: 172.27.2.202, port: 36368e85-b55d-4ef4-b77c-7cb79d3e9efd.
Apr 20 19:44:41.783713 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-ed4ef90a-530e-4bc7-904b-21451ddc678c req-e301dbf4-e432-4c83-a9e0-14c4d40e24cb service neutron] (86372) timed out ('10.222.0.55', 59008) {{(pid=86372) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 19:44:41.833806 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Router d022aab9-c706-42a6-a8c2-c641015b988c has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:44:42.271045 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:44:42.281232 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] Sync routers for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:44:42.290175 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:42.291386 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:44:42.292051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4ec95f8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:44:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:42.348223 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "DELETE /v2.0/floatingips/ff949af4-9b2e-42a5-bc60-ccfaaa807297 HTTP/1.1" status: 204  len: 168 time: 1.7362359
Apr 20 19:44:42.348999 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:44:42.402443 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'status': 'completed', 'code': 200}
Apr 20 19:44:42.490018 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:44:42.526657 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-cbab22e9-bd98-4e1e-aa6d-627fe012a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:42.528219 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-cbab22e9-bd98-4e1e-aa6d-627fe012a2c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3608ab590f13437caf52ce138af80c66&device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 1098 time: 0.0852387
Apr 20 19:44:42.732510 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-5a718fe6-9de1-477c-b1f2-4a1ae0be37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:42.734123 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-5a718fe6-9de1-477c-b1f2-4a1ae0be37c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 200  len: 912 time: 0.1988170
Apr 20 19:44:42.829190 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-19610e52-9f68-4727-a9c1-0ad7bcfa1fff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd HTTP/1.1" status: 200  len: 217 time: 0.0849569
Apr 20 19:44:42.887484 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2583a-d17f-4d02-9d5e-296fcb6a0047 req-15220db3-e00e-4a6d-a560-86ac830a59b9 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:42.888305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-9aa2583a-d17f-4d02-9d5e-296fcb6a0047 req-15220db3-e00e-4a6d-a560-86ac830a59b9 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Synchronizing usage tracker for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:44:42.924611 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-9aa2583a-d17f-4d02-9d5e-296fcb6a0047 req-15220db3-e00e-4a6d-a560-86ac830a59b9 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Unset dirty status for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:44:42.925955 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9aa2583a-d17f-4d02-9d5e-296fcb6a0047 req-15220db3-e00e-4a6d-a560-86ac830a59b9 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 945 time: 0.2611320
Apr 20 19:44:42.930046 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-eae2cc33-e11a-4b0e-8a1f-709ac4e2e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:42.931643 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-eae2cc33-e11a-4b0e-8a1f-709ac4e2e137 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 200  len: 850 time: 0.0931666
Apr 20 19:44:43.021658 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4ec95f8>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:43.026006 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] Checking router: d022aab9-c706-42a6-a8c2-c641015b988c for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:44:43.031547 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-9aa2583a-d17f-4d02-9d5e-296fcb6a0047 req-ba80246d-4fec-404f-9b0f-ab960962f2cb tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986133
Apr 20 19:44:43.034949 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:44:43.035643 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a4ec95f8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:44:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:43.058479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-1abda16c-468a-4bf7-9c39-5e93e592245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:43.060101 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-1abda16c-468a-4bf7-9c39-5e93e592245c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e361dd34-ca15-4774-93ca-f11c93f3906a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1105206
Apr 20 19:44:43.213285 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-d0185eaa-37e7-42f3-bb84-d35eb3f6f7bc service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452186
Apr 20 19:44:43.227495 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:44:43.357401 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-916d8be1-bb13-4c2b-b8cc-33455a2a35af req-741033b9-c842-455a-b869-e3f5363fbde7 service neutron] 10.222.0.55 "GET /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369581
Apr 20 19:44:43.561703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a4ec95f8>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:43.565882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5191c04b-a4bc-4565-aa65-12b96d8d9c4f None None] The sync data for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi is: [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:37:53Z', 'revision_number': 4, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi', '_interfaces': [{'id': '8058d542-8dc1-45cc-9dad-cfb71b3f7724', 'name': '', 'network_id': 'e361dd34-ca15-4774-93ca-f11c93f3906a', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'mac_address': 'fa:16:3e:ac:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:51Z', 'updated_at': '2021-04-20T19:38:06Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'subnets': [{'id': '29bdfb82-bc0f-4955-9ffb-783aa48a713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:44:43.944010 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b77b2-30d8-4727-94e6-fb2573d4de43 None None] New status for floating IP ff949af4-9b2e-42a5-bc60-ccfaaa807297: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:44:44.235811 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c4284-2994-47e6-85e8-fda985b34ee4 req-4580c502-0316-4836-af61-80a6b5924cd5 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:44.237412 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b93c4284-2994-47e6-85e8-fda985b34ee4 req-4580c502-0316-4836-af61-80a6b5924cd5 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 945 time: 0.0881894
Apr 20 19:44:44.338469 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-b93c4284-2994-47e6-85e8-fda985b34ee4 req-9d04be69-d5fc-4fb7-956c-a038b94da281 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/security-groups?id=569f2ad8-bfc7-49a6-ae5c-493afbd304d8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940444
Apr 20 19:44:44.371572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-1c127250-bcbf-4ccd-9c69-2bbfedc2f97c tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:44:44.373131 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-1c127250-bcbf-4ccd-9c69-2bbfedc2f97c tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 945 time: 0.1134644
Apr 20 19:44:44.451105 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Deleting port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:44.451410 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:44.713177 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] For port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:44:44.713492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:44.844791 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Calling delete_port for 36368e85-b55d-4ef4-b77c-7cb79d3e9efd owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:44.993668 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:44.999178 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-bad0d510-9d33-4ad1-a45d-ad22312a4289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:45.048479 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event deleted for resources: {'Port': ['ID=36368e85-b55d-4ef4-b77c-7cb79d3e9efd,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:45.052281 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:45.131257 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] No DVR routers for this DVR port 36368e85-b55d-4ef4-b77c-7cb79d3e9efd on host hv-cinder-78726 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:44:45.133747 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:45.136477 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'name': 'network-vif-deleted', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:44:45.152386 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-6254b020-be7e-4c73-80cc-c719b0919bbf req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.55 "DELETE /v2.0/ports/36368e85-b55d-4ef4-b77c-7cb79d3e9efd HTTP/1.1" status: 204  len: 173 time: 0.7740912
Apr 20 19:44:45.186549 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cea3375-150c-4b7e-a676-f1ea51ea5907', 'name': 'network-vif-deleted', 'tag': '36368e85-b55d-4ef4-b77c-7cb79d3e9efd', 'status': 'completed', 'code': 200}
Apr 20 19:44:45.506986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-fc9a3508-c0e1-4599-b927-8225d1dfcdd7 req-395b742c-9544-483e-aaa8-06872ebc76d2 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Synchronizing usage tracker for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:44:45.523248 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.quota.resource [req-fc9a3508-c0e1-4599-b927-8225d1dfcdd7 req-395b742c-9544-483e-aaa8-06872ebc76d2 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Unset dirty status for tenant:3608ab590f13437caf52ce138af80c66 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:44:45.525229 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [req-fc9a3508-c0e1-4599-b927-8225d1dfcdd7 req-395b742c-9544-483e-aaa8-06872ebc76d2 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cea3375-150c-4b7e-a676-f1ea51ea5907 HTTP/1.1" status: 200  len: 210 time: 0.0688870
Apr 20 19:44:46.630954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40792) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:46.804114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Deleting port 7be807b4-593c-4527-b095-53fa60f98bc5 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:46.804498 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:46.984975 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:46.985350 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:47.118282 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Calling delete_port for 7be807b4-593c-4527-b095-53fa60f98bc5 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:47.267846 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:47.273142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:47.320642 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event deleted for resources: {'Port': ['ID=7be807b4-593c-4527-b095-53fa60f98bc5,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:47.356211 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:47.417113 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:47.434179 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:47.438137 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-aae5b788-7193-43d2-8ff3-3719793225ea tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "DELETE /v2.0/floatingips/1c82a995-7b21-4ae0-ace3-1dd433d6ec1d HTTP/1.1" status: 204  len: 168 time: 0.8033051
Apr 20 19:44:47.661995 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 36368e85-b55d-4ef4-b77c-7cb79d3e9efd no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:44:47.703518 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] No Port match for: 36368e85-b55d-4ef4-b77c-7cb79d3e9efd {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:44:47.703920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Device 36368e85-b55d-4ef4-b77c-7cb79d3e9efd not bound to the agent host hv-cinder-78726 {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:44:48.830118 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40806) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:48.905072 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:48.935954 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:48.989918 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:48.995238 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8def757b-7351-4e0a-9565-fda4349306fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:49.011234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569f2ad8-bfc7-49a6-ae5c-493afbd304d8,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:49.019920 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.021124 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.021889 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.022313 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.022732 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.023150 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.023565 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.023979 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.024391 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.024824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.025234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.025896 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:44:49.031797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:49.033870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:49.035086 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-626ef44e-da92-4897-9ebd-a6b7b9a25cec tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] 10.222.0.38 "DELETE /v2.0/security-groups/569f2ad8-bfc7-49a6-ae5c-493afbd304d8 HTTP/1.1" status: 204  len: 168 time: 0.2039037
Apr 20 19:44:49.094389 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40812) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:49.832351 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673113'] for router_interface, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:50.210529 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Deleting port 8058d542-8dc1-45cc-9dad-cfb71b3f7724 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:50.210830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:50.390402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] For port 8058d542-8dc1-45cc-9dad-cfb71b3f7724, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=8058d542-8dc1-45cc-9dad-cfb71b3f7724,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:44:50.390804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:50.766303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Calling delete_port for 8058d542-8dc1-45cc-9dad-cfb71b3f7724 owned by network:router_interface {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:50.944687 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:50.949582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-dce6be03-1a08-475a-8ad9-b1fc01fb0c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:50.997585 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Pushing event deleted for resources: {'Port': ['ID=8058d542-8dc1-45cc-9dad-cfb71b3f7724,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:51.000971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:51.294572 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852957278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673191'] for router_interface, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:51.680879 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Router d022aab9-c706-42a6-a8c2-c641015b988c has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:44:51.879831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:44:51.888788 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] Sync routers for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:44:51.892929 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-84026cd2-2dc7-4d61-8ac7-202610bb603d admin admin] 10.222.0.38 "PUT /v2.0/routers/d022aab9-c706-42a6-a8c2-c641015b988c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7973435
Apr 20 19:44:51.896570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40818) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:51.898910 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:44:51.899597 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5db3dd8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:44:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:52.084394 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks [] for router, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:52.090804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: dv-cinder-787264-1-iscsi {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:44:52.276096 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:52.284452 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Deleting port b83e4562-df72-4b19-9d86-3f546c4b4b21 {{(pid=86372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:52.284859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:52.396014 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5db3dd8>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:44:50Z', 'revision_number': 5, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port': {'id': 'b83e4562-df72-4b19-9d86-3f546c4b4b21', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:48Z', 'updated_at': '2021-04-20T19:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:52.400039 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] Checking router: d022aab9-c706-42a6-a8c2-c641015b988c for host: dv-cinder-787264-1-iscsi {{(pid=86374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:44:52.409307 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] Routers {'d022aab9-c706-42a6-a8c2-c641015b988c'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:44:52.409965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5db3dd8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:44:27Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['d022aab9-c706-42a6-a8c2-c641015b988c'], 'active': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:52.470516 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] For port b83e4562-df72-4b19-9d86-3f546c4b4b21, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b83e4562-df72-4b19-9d86-3f546c4b4b21,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:44:52.470916 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:52.570753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] Set router d022aab9-c706-42a6-a8c2-c641015b988c gateway port host: None {{(pid=86374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:44:52.608636 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Calling delete_port for b83e4562-df72-4b19-9d86-3f546c4b4b21 owned by network:router_gateway {{(pid=86372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:52.689131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5db3dd8>, [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:44:52Z', 'revision_number': 6, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port_host': None}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:52.693810 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc05a1-25b9-41e0-8765-b671d8bb2034 None None] The sync data for ids ['d022aab9-c706-42a6-a8c2-c641015b988c'] in dv-cinder-787264-1-iscsi is: [{'id': 'd022aab9-c706-42a6-a8c2-c641015b988c', 'name': 'tempest-TestVolumeBootPattern-404454105-router', 'tenant_id': '3608ab590f13437caf52ce138af80c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:47Z', 'updated_at': '2021-04-20T19:44:52Z', 'revision_number': 6, 'project_id': '3608ab590f13437caf52ce138af80c66', 'gw_port_host': None}] {{(pid=86374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:44:52.790091 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2104183'] for port, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:52.795441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-35009dc5-54d8-43ed-93fd-a5883f6d4b4f tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:52.843639 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b83e4562-df72-4b19-9d86-3f546c4b4b21,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:52.872654 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:52.945711 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853078682'] for router_gateway, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.012400 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 8058d542-8dc1-45cc-9dad-cfb71b3f7724 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:44:53.050624 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 8058d542-8dc1-45cc-9dad-cfb71b3f7724 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:44:53.051025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 8058d542-8dc1-45cc-9dad-cfb71b3f7724 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:44:53.142570 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853090502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2212'] for router, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.144922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.172092 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1674878'] for router, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.172646 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d022aab9-c706-42a6-a8c2-c641015b988c {{(pid=86372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:44:53.185247 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] Notify callbacks [] for router, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.186483 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-1f6aaacf-a949-4015-b277-c155e6bfdd7b admin admin] 10.222.0.38 "DELETE /v2.0/routers/d022aab9-c706-42a6-a8c2-c641015b988c HTTP/1.1" status: 204  len: 168 time: 1.2888017
Apr 20 19:44:53.189244 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40822) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:53.258081 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba6876a-ebe2-49df-afd1-747e2e4786d7 admin admin] Deleting subnet 29bdfb82-bc0f-4955-9ffb-783aa48a713a {{(pid=86372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:44:53.261167 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ba6876a-ebe2-49df-afd1-747e2e4786d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.314085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ba6876a-ebe2-49df-afd1-747e2e4786d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850814827'] for subnet, precommit_delete_associations {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.403797 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ba6876a-ebe2-49df-afd1-747e2e4786d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.919433 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ba6876a-ebe2-49df-afd1-747e2e4786d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2103971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3167948'] for subnet, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.924174 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-647f4d87-b637-46ed-92ff-37458d704613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:53.963011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8ba6876a-ebe2-49df-afd1-747e2e4786d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:53.967763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6876a-ebe2-49df-afd1-747e2e4786d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29bdfb82-bc0f-4955-9ffb-783aa48a713a,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:53.968017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daf9017-8501-47d5-9148-70260f6f4fd7 None None] Network e361dd34-ca15-4774-93ca-f11c93f3906a requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:44:53.970110 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8ba6876a-ebe2-49df-afd1-747e2e4786d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:53.976792 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-8ba6876a-ebe2-49df-afd1-747e2e4786d7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/29bdfb82-bc0f-4955-9ffb-783aa48a713a HTTP/1.1" status: 204  len: 168 time: 0.7864778
Apr 20 19:44:53.976968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40826) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:54.095882 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:54.106993 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Deleting port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:54.107367 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:54.232413 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] DHCP port deletion for e361dd34-ca15-4774-93ca-f11c93f3906a request from dv-cinder-787264-1-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:44:54.237063 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] Deleting port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:54.237489 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:54.331077 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] For port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:44:54.331490 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:54.458971 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] For port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b,segment=NetworkSegment(4697efdc-2037-4bbd-b7e9-1e74a85fc03b),segment_id=4697efdc-2037-4bbd-b7e9-1e74a85fc03b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:44:54.459308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:54.470725 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Calling delete_port for 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b owned by network:dhcp {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:54.549450 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:54.555025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-80637222-3ad5-4766-a525-1a7b3c811d85 tempest-TestMinimumBasicScenario-729835823 tempest-TestMinimumBasicScenario-729835823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:54.592083 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] Calling delete_port for 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:54.605730 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:54.607768 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] No DVR routers for this DVR port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b on host dv-cinder-787264-1-iscsi {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:44:54.609354 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:54.672043 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:44:54.672455 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:44:54.735297 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:54.849586 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a41ae2e8>,) {'filters': {'network_id': ['e361dd34-ca15-4774-93ca-f11c93f3906a']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:54.862216 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a41ae2e8>, '4697efdc-2037-4bbd-b7e9-1e74a85fc03b') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:54.862556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a41ae2e8>, '4697efdc-2037-4bbd-b7e9-1e74a85fc03b') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:54.879301 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850689795'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:54.894848 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:54.902283 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:44:54.931336 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:44:54.968357 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:44:54.968776 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:44:54.969252 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b83e4562-df72-4b19-9d86-3f546c4b4b21 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:44:55.005689 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: b83e4562-df72-4b19-9d86-3f546c4b4b21 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:44:55.006090 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b83e4562-df72-4b19-9d86-3f546c4b4b21 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:44:55.060774 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-a399d888-a50c-4ab1-9bc3-1903eecf8bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:55.089948 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Network e361dd34-ca15-4774-93ca-f11c93f3906a has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:44:55.099715 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1367053'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:55.173699 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] Deleting port 3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:55.174132 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:55.429234 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c72e2-4193-497d-a9ed-58366dd59418 None None] The port '3f6b5a4f-e229-4cd3-b2ca-88887c4fb29b' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:44:55.539404 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Network e361dd34-ca15-4774-93ca-f11c93f3906a has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:44:55.562224 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:44:55.639884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:55.644967 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:55.648672 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-677183c7-a7e1-4720-8675-71bcbc0640c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:55.673766 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Pushing event deleted for resources: {'Network': ['ID=e361dd34-ca15-4774-93ca-f11c93f3906a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:55.676116 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:55.678763 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-735d91df-e1c4-4e76-9c86-7de33e6d1277 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e361dd34-ca15-4774-93ca-f11c93f3906a HTTP/1.1" status: 204  len: 168 time: 1.7007911
Apr 20 19:44:55.681922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40830) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:56.266392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673113'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:56.427670 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-a86099e5-2941-4517-b308-72e3b79b9c8c req-600d3329-16b0-41c6-93ab-c5adb7de93c1 service neutron] (86372) timed out ('10.222.0.55', 58957) {{(pid=86372) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 19:44:56.454824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [req-d4d25c3d-eb9e-4689-adb2-27590e9cca8d req-ed1eadb3-b2d5-411c-be24-b4ff34723220 service neutron] (86372) timed out ('10.222.0.55', 58950) {{(pid=86372) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 19:44:56.636340 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Deleting port 1406e347-0ece-4162-9318-5f5421d9e575 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:56.636644 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:56.819620 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] For port 1406e347-0ece-4162-9318-5f5421d9e575, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=1406e347-0ece-4162-9318-5f5421d9e575,segment=NetworkSegment(032706b5-73b3-4efa-b525-c313d42ee613),segment_id=032706b5-73b3-4efa-b525-c313d42ee613)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:44:56.820015 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:56.953884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Calling delete_port for 1406e347-0ece-4162-9318-5f5421d9e575 owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:57.131439 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:57.136264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-adde9df0-ac55-430f-8374-f440b32ceb3d tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:57.183048 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Pushing event deleted for resources: {'Port': ['ID=1406e347-0ece-4162-9318-5f5421d9e575,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:57.185634 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:57.468864 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-702991e5-9e91-4a4f-945d-3935537666c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:57.471649 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852957278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673191'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:58.093098 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Router 1a538662-7c81-402d-bfb3-16b910bc222f has already been hosted by L3 agent 428efeb3-2450-40f6-ba21-823fd45f8bfa {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:44:58.280114 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] Notify agent at l3_agent.dv-cinder-787264-1-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:44:58.288974 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] Sync routers for ids ['1a538662-7c81-402d-bfb3-16b910bc222f'] in dv-cinder-787264-1-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:44:58.295038 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-6974198e-f623-456e-95dc-53e98b6dd2db admin admin] 10.222.0.38 "PUT /v2.0/routers/1a538662-7c81-402d-bfb3-16b910bc222f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6120241
Apr 20 19:44:58.297734 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40834) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:58.299460 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] Routers {'1a538662-7c81-402d-bfb3-16b910bc222f'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:44:58.300131 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5ef27b8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:44:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['1a538662-7c81-402d-bfb3-16b910bc222f'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:58.487535 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:58.491571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] Set router 1a538662-7c81-402d-bfb3-16b910bc222f gateway port host: dv-cinder-787264-1-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:44:58.564761 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:58.676021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:58.685323 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Deleting port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:44:58.685753 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:58.731024 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:58.798922 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5ef27b8>, [{'id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'external_fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:44:57Z', 'revision_number': 5, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'gw_port': {'id': '88e2952f-c04e-4d5c-a5c2-a7d93fb88edc', 'name': '', 'network_id': '945571dc-e707-48fa-a147-04a06af043a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:37:59Z', 'updated_at': '2021-04-20T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a51454ff-bb74-494e-b0e4-6541e7b8bf44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-iscsi'}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:58.803559 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] Checking router: 1a538662-7c81-402d-bfb3-16b910bc222f for host: dv-cinder-787264-1-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:44:58.812590 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] Routers {'1a538662-7c81-402d-bfb3-16b910bc222f'} bound to L3 agent in host dv-cinder-787264-1-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:44:58.813283 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f08a5ef27b8>, 'dv-cinder-787264-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T19:20:27Z,description=<?>,heartbeat_timestamp=2021-04-20T19:44:57Z,host='dv-cinder-787264-1-iscsi',id=428efeb3-2450-40f6-ba21-823fd45f8bfa,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:20:27Z,topic='l3_agent')) {'router_ids': ['1a538662-7c81-402d-bfb3-16b910bc222f'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:58.838468 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:58.881253 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] For port 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=88e2952f-c04e-4d5c-a5c2-a7d93fb88edc,segment=NetworkSegment(f2bb8c00-1b31-49c9-aaf0-9d9995efc396),segment_id=f2bb8c00-1b31-49c9-aaf0-9d9995efc396)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:44:58.881663 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.020830 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Calling delete_port for 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:44:59.143873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvr_db [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] Set router 1a538662-7c81-402d-bfb3-16b910bc222f gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:44:59.206237 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.211870 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-2b97d51d-1567-4209-851f-1b523693bde7 tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:44:59.258071 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e2952f-c04e-4d5c-a5c2-a7d93fb88edc,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:44:59.262303 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:44:59.266133 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_hamode_db [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f08a5ef27b8>, [{'id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:44:58Z', 'revision_number': 6, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'gw_port_host': None}], 'dv-cinder-787264-1-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:44:59.271021 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbbae0-db59-4f94-b81e-a0e14fa26625 None None] The sync data for ids ['1a538662-7c81-402d-bfb3-16b910bc222f'] in dv-cinder-787264-1-iscsi is: [{'id': '1a538662-7c81-402d-bfb3-16b910bc222f', 'name': 'tempest-TestVolumeBootPattern-2125482922-router', 'tenant_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:37:58Z', 'updated_at': '2021-04-20T19:44:58Z', 'revision_number': 6, 'project_id': '1399c03cfa044eb1ad3cdc3ea11506fe', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:44:59.370002 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853078682'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.469909 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.561515 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853090502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2212'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.563853 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.583937 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1674878'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.584505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a538662-7c81-402d-bfb3-16b910bc222f {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:44:59.596894 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.599686 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-447c9ca3-daa5-42b0-823f-31550aed8165 admin admin] 10.222.0.38 "DELETE /v2.0/routers/1a538662-7c81-402d-bfb3-16b910bc222f HTTP/1.1" status: 204  len: 168 time: 1.2994254
Apr 20 19:44:59.601532 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40838) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:44:59.668121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4999c8af-b7df-4418-b6c0-cf5c988bacdf admin admin] Deleting subnet 6127301b-9283-4381-9e9c-5dbb9593dd7e {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:44:59.671556 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4999c8af-b7df-4418-b6c0-cf5c988bacdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.728205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4999c8af-b7df-4418-b6c0-cf5c988bacdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4086005'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:44:59.810104 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4999c8af-b7df-4418-b6c0-cf5c988bacdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907554'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.079984 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4999c8af-b7df-4418-b6c0-cf5c988bacdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853868262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853408338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851958700'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.085674 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-b77d19c7-89b4-4e52-9823-a0d95665c332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:45:00.121690 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999c8af-b7df-4418-b6c0-cf5c988bacdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6127301b-9283-4381-9e9c-5dbb9593dd7e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:45:00.124978 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-4999c8af-b7df-4418-b6c0-cf5c988bacdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:45:00.126475 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4999c8af-b7df-4418-b6c0-cf5c988bacdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.132626 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35efe5ed-df05-4eb4-81c7-5e8866e1d8b5 None None] Network 6639b75b-d06f-4dce-9086-66dae4179855 requested from dv-cinder-787264-1-iscsi {{(pid=86374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:45:00.132811 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-4999c8af-b7df-4418-b6c0-cf5c988bacdf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6127301b-9283-4381-9e9c-5dbb9593dd7e HTTP/1.1" status: 204  len: 168 time: 0.5301538
Apr 20 19:45:00.135398 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.38', 40842) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:45:00.250976 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542830'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.262382 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Deleting port b7240c8e-1088-4413-9f11-9905d5dbde6d {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:45:00.262754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.387447 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] DHCP port deletion for 6639b75b-d06f-4dce-9086-66dae4179855 request from dv-cinder-787264-1-iscsi {{(pid=86374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:45:00.391932 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] Deleting port b7240c8e-1088-4413-9f11-9905d5dbde6d {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:45:00.392360 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.492968 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] For port b7240c8e-1088-4413-9f11-9905d5dbde6d, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b7240c8e-1088-4413-9f11-9905d5dbde6d,segment=NetworkSegment(032706b5-73b3-4efa-b525-c313d42ee613),segment_id=032706b5-73b3-4efa-b525-c313d42ee613)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:45:00.493423 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.612641 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.db [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] For port b7240c8e-1088-4413-9f11-9905d5dbde6d, host dv-cinder-787264-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-iscsi',level=0,port_id=b7240c8e-1088-4413-9f11-9905d5dbde6d,segment=NetworkSegment(032706b5-73b3-4efa-b525-c313d42ee613),segment_id=032706b5-73b3-4efa-b525-c313d42ee613)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:45:00.613264 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695870'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.627085 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Calling delete_port for b7240c8e-1088-4413-9f11-9905d5dbde6d owned by network:dhcp {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:45:00.706149 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-763955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307158358815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729695969497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853408646'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.712197 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-96808838-e984-4439-84c1-0356869b969a tempest-TestVolumeBootPattern-862995944 tempest-TestVolumeBootPattern-862995944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:45:00.748912 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] Calling delete_port for b7240c8e-1088-4413-9f11-9905d5dbde6d owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:45:00.763121 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7240c8e-1088-4413-9f11-9905d5dbde6d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:45:00.766511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:45:00.767345 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] No DVR routers for this DVR port b7240c8e-1088-4413-9f11-9905d5dbde6d on host dv-cinder-787264-1-iscsi {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:45:00.826305 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.db.api [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:45:00.826711 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_db.api [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:45:00.894844 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853868169', 'neutron.services.segments.db._delete_segments_for_network-8729696335219'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:00.938804 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 1406e347-0ece-4162-9318-5f5421d9e575 no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:45:00.976884 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 1406e347-0ece-4162-9318-5f5421d9e575 {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:45:00.977289 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 1406e347-0ece-4162-9318-5f5421d9e575 not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:45:00.977763 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:45:01.016067 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f08a40bb400>,) {'filters': {'network_id': ['6639b75b-d06f-4dce-9086-66dae4179855']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:45:01.016390 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:45:01.016841 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device 88e2952f-c04e-4d5c-a5c2-a7d93fb88edc not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:45:01.017312 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b7240c8e-1088-4413-9f11-9905d5dbde6d no longer exists at agent ovs-agent-dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:45:01.030137 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a40bb400>, '032706b5-73b3-4efa-b525-c313d42ee613') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:45:01.030486 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.services.segments.db [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f08a40bb400>, '032706b5-73b3-4efa-b525-c313d42ee613') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:45:01.043392 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307158330723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850689795'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:01.053246 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] No Port match for: b7240c8e-1088-4413-9f11-9905d5dbde6d {{(pid=86374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:45:01.053649 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.rpc [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Device b7240c8e-1088-4413-9f11-9905d5dbde6d not bound to the agent host dv-cinder-787264-1-iscsi {{(pid=86374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:45:01.061817 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075068'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:01.069365 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:45:01.250861 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Network 6639b75b-d06f-4dce-9086-66dae4179855 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:45:01.262505 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1367053'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:01.328011 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] Deleting port b7240c8e-1088-4413-9f11-9905d5dbde6d {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:45:01.328441 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307158362484'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:01.402693 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.plugin [None req-8a745d36-bd17-4dbe-b898-92deefd2c352 None None] The port 'b7240c8e-1088-4413-9f11-9905d5dbde6d' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:45:01.699563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.plugins.ml2.managers [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Network 6639b75b-d06f-4dce-9086-66dae4179855 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]: Traceback (most recent call last):
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     timer()
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     cb(*args, **kw)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     return func(*args, **kwargs)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     self._notify()
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     self.callback(batched_events)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     event.method(event)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     segment_id)['aggregates'][0]
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     return f(self, *a, **k)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self._get(url).json()
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     **kwargs)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     **endpoint_filter)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:45:01.722204 dv-cinder-787264-1-iscsi neutron-server[86261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:45:01.805385 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-907647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1818522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076863'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:01.809142 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-6be19b90-ab41-41cf-9301-4a78fd710bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:45:01.825388 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1818505'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:01.834025 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6639b75b-d06f-4dce-9086-66dae4179855,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:45:01.838831 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:45:01.842238 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-7ff37eff-8449-4aa4-97dc-6bb6c5a3f6e9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6639b75b-d06f-4dce-9086-66dae4179855 HTTP/1.1" status: 204  len: 168 time: 1.7058165
Apr 20 19:45:01.960330 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40848) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:45:02.011711 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-2fd4c895-0eeb-4b08-958a-460f593c4bc3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3608ab590f13437caf52ce138af80c66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500455
Apr 20 19:45:02.014219 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40852) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:45:02.074703 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df35918f-a5f0-4317-820b-85ac4fc130e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:02.102582 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df35918f-a5f0-4317-820b-85ac4fc130e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:02.154459 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df35918f-a5f0-4317-820b-85ac4fc130e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:02.159546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-8e4089df-bfcd-4cc6-8fe9-b39306e7b523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:45:02.174616 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35918f-a5f0-4317-820b-85ac4fc130e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf71c434-66c0-4e03-97f3-7a055714f96c,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:45:02.179963 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-df35918f-a5f0-4317-820b-85ac4fc130e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:45:02.182051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-df35918f-a5f0-4317-820b-85ac4fc130e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:02.183207 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-df35918f-a5f0-4317-820b-85ac4fc130e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf71c434-66c0-4e03-97f3-7a055714f96c HTTP/1.1" status: 204  len: 168 time: 0.1680405
Apr 20 19:45:02.533770 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40860) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:45:02.587707 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-c6f9a9b4-1b1e-4ae0-b69b-cae9ef8acf78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1399c03cfa044eb1ad3cdc3ea11506fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526404
Apr 20 19:45:02.590151 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.wsgi [-] (86372) accepted ('10.222.0.38', 40864) {{(pid=86372) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:45:02.650965 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e7f756d7-be1e-4ebd-8e43-7b8eb0b44f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:02.678208 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e7f756d7-be1e-4ebd-8e43-7b8eb0b44f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:02.723028 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e7f756d7-be1e-4ebd-8e43-7b8eb0b44f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852806240'] for security_group, after_delete {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:02.729082 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-06d3deea-910d-4190-b331-46f35b300705 tempest-AttachVolumeTestJSON-1374272323 tempest-AttachVolumeTestJSON-1374272323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:45:02.740106 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f756d7-be1e-4ebd-8e43-7b8eb0b44f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955e1151-1c2c-43cc-a72b-6abd3453e5cb,revision_number=None']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:45:02.743824 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG oslo_concurrency.lockutils [None req-e7f756d7-be1e-4ebd-8e43-7b8eb0b44f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:45:02.747101 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e7f756d7-be1e-4ebd-8e43-7b8eb0b44f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:02.748315 dv-cinder-787264-1-iscsi neutron-server[86261]: INFO neutron.wsgi [None req-e7f756d7-be1e-4ebd-8e43-7b8eb0b44f33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/955e1151-1c2c-43cc-a72b-6abd3453e5cb HTTP/1.1" status: 204  len: 168 time: 0.1572094
Apr 20 19:45:04.247466 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:45:25.061855 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-f35b8932-2a37-49c7-aa30-0b7679cc19ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:27.470807 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-51383b8f-79be-4c5a-90f2-2826333bbdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:28.565712 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:28.730873 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:28.840215 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:29.468959 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:41.248051 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:45:55.062260 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-43a37312-f77f-4a0f-893f-0615abbbda0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:57.472778 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-043219a7-07ac-40c5-82b9-fcbe066fd3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:58.568587 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:58.743546 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:58.842205 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:45:59.471754 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:18.248062 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:46:25.064859 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-77be32dc-15a1-43bf-9386-b70d1c52bfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:27.472793 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-721127f4-cae5-403e-996b-9ee54f2c0ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:28.571308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:28.773891 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:28.843026 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:29.476431 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:55.066396 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-04551ab6-44b2-4fcb-9a4b-dfe60f3ec852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:55.248230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:46:57.473107 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-0dc59a1f-8a44-4794-a731-414618ada394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:58.574708 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:58.773017 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:58.843571 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:46:59.476737 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:25.068751 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-ff9922a1-2fa4-4c75-9ccc-3b3296a12ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:27.474888 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-03e28365-7d11-4932-8e6e-e20fe4fe4e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:28.578037 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:28.787267 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:28.844182 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:29.479986 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:32.248860 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:47:55.070691 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9ec10dec-9e11-4c04-b383-243879e0da04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:57.476612 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-97f3cff1-b949-4e89-9d0a-8603cefdf3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:58.579940 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:58.789543 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:58.844402 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:47:59.483135 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:09.249626 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:48:25.071893 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe56e-f5a8-4094-9c9d-64e8b73dd054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:27.480820 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-c6a5335f-2249-4a96-8b80-1ec45e48b141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:28.582595 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:28.798553 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:28.845563 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:29.484255 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:46.248673 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:48:55.072230 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-41fd39d5-09ea-432f-a513-8a1207644c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:57.482915 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-55e1b7c7-31e8-4810-890a-d9b2ee8693d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:58.585102 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:58.799892 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:58.849512 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:48:59.486992 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:23.248066 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:49:25.074852 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-b24d685b-d442-4bed-a721-c56099c48313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:27.484911 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-8fbb724a-cc35-4192-bbe0-a08652901eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:28.587511 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:28.817361 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:28.852030 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:29.491095 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:55.076912 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-eb10cfbf-a0dc-405a-990a-4fcd2b790ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:57.485896 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-9c97b0a8-04c9-4ded-9714-9b462e1c52a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:58.591180 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4ec159de-f66c-49c7-b6a2-93111946a0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:58.813308 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-d87ee935-4ecd-487f-bac4-368fbc964a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:58.852078 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-4820b1d3-ffaa-4bf1-b641-f12a98c0bc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:49:59.494399 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron_lib.callbacks.manager [None req-339fde57-f303-4772-b046-063d9588bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307158440581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853870251'] for agent, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:50:00.247492 dv-cinder-787264-1-iscsi neutron-server[86261]: DEBUG neutron.db.agents_db [None req-93ab0d69-15a5-4a06-910f-5092678afe9d None None] Agent healthcheck: found 6 active agents {{(pid=86375) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}